00010000:00010000:1.0:1776186284.573033:0:146973:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186284.573048:0:146973:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000baabea24 x1862459654701120/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186328 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186284.573059:0:146973:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.573067:0:146973:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2340 (0 0) 00000080:00200000:1.0:1776186284.573099:0:146973:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x924:0x0], updating i_size 4096 00000080:00010000:1.0:1776186284.573106:0:146973:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x924:0x0](00000000218262ad) for lock 0xa474374c0006cbf2 00000080:00010000:1.0:1776186284.573112:0:146973:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x924:0x0](00000000218262ad) 00000080:00010000:1.0:1776186284.573114:0:146973:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cbf2 from it 0000000072547ef0 00010000:00010000:1.0:1776186284.573116:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.573123:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.573146:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xbc:0x0]) in obj [0x240001788:0xbc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186284.573183:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.573190:0:146973:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.573198:0:146973:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186284.573218:0:146973:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701184:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186284.573710:0:146973:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186284.576926:0:146973:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701184:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186284.577027:0:146973:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577039:0:146973:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577049:0:146973:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577058:0:146973:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577068:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577074:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577079:0:146973:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186284.577088:0:146973:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000baabea24 x1862459654701184/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186328 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186284.577099:0:146973:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577110:0:146973:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/188 (0 0) 00010000:00010000:1.0:1776186284.577117:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577125:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.577148:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xbc:0x0]) in obj [0x200025d92:0xbc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186284.577191:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577197:0:146973:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.577205:0:146973:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186284.577223:0:146973:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701248:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186284.579997:0:146973:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186284.583748:0:146973:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701248:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186284.583770:0:146973:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.583783:0:146973:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.583793:0:146973:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.583802:0:146973:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.583813:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.583821:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.583827:0:146973:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186284.583836:0:146973:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000baabea24 x1862459654701248/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186329 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186284.583848:0:146973:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.583860:0:146973:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/188 (0 0) 00010000:00010000:1.0:1776186284.584113:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.584123:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186284.584202:0:146973:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186284.584218:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186284.584227:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.584236:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186284.584249:0:146973:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186284.584252:0:146973:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186284.584257:0:146973:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000003d3406c4 00010000:00010000:1.0:1776186284.584258:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.584264:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186284.584271:0:146973:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186284.584277:0:146973:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:1.0:1776186284.584280:0:146973:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186284.584283:0:146973:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:1.0:1776186284.584286:0:146973:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x924:0x0](00000000218262ad), inode mode 41ed mask 44 00000080:00200000:1.0:1776186284.584293:0:146973:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x924:0x0](00000000218262ad), flags 704400 00000002:00010000:1.0:1776186284.584484:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x924:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186284.584529:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.584536:0:146973:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186284.584546:0:146973:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186284.584553:0:146973:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000baabea24 x1862459654701376/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186284.584628:0:146973:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186284.584652:0:146973:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701376:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186284.584842:0:146973:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186284.588075:0:146973:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701376:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186284.588096:0:146973:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588111:0:146973:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588117:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588123:0:146973:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588130:0:146973:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588136:0:146973:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002d0b3b90 already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186284.588139:0:146973:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588145:0:146973:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588151:0:146973:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588163:0:146973:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186284.588168:0:146973:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588174:0:146973:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc07 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186284.588194:0:146973:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000baabea24 x1862459654701376/t12884907055(12884907055) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186328 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:1.0:1776186284.588206:0:146973:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000baabea24 x1862459654701376/t12884907055(12884907055) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186328 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186284.588247:0:146973:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x924:0x0], updating i_size 4096 00000002:00100000:1.0:1776186284.588261:0:146973:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000baabea24 x1862459654701376/t12884907055(12884907055) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186328 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186284.588554:0:146973:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x924:0x0](00000000218262ad),name=test1 00000002:00010000:1.0:1776186284.588728:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x924:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186284.588741:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588751:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.588759:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xbc:0x0]) in obj [0x240001788:0xbc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186284.588764:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588770:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588778:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588785:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.588797:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xbc:0x0]) in obj [0x200025d92:0xbc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186284.588803:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588809:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588814:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588820:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186284.588830:0:146973:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x924:0x0](00000000218262ad) 00000080:00010000:1.0:1776186284.588833:0:146973:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x924:0x0](00000000218262ad) for lock 0xa474374c0006cbf2 00000080:00010000:1.0:1776186284.588836:0:146973:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cbf2 from it 000000001954d0e9 00010000:00010000:1.0:1776186284.588838:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588844:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006cbf2 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x924:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3b3 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.588856:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xbc:0x0]) in obj [0x240001788:0xbc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186284.588859:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588864:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588870:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588876:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.588881:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xbc:0x0]) in obj [0x200025d92:0xbc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186284.588884:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588889:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588894:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.588900:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186284.589030:0:146973:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x924:0x0](00000000218262ad) pos/size0/8192 32bit_api 0 00010000:00010000:1.0:1776186284.589043:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.589063:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xbc:0x0]) in obj [0x240001788:0xbc:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186284.589067:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.589074:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186284.590181:0:146973:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701440:192.168.203.125@tcp:37:rm.0 00000100:00100000:1.0:1776186284.590379:0:146973:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 6 seconds 00000100:00100000:1.0:1776186284.601662:0:146973:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146973:1862459654701440:192.168.203.125@tcp:37:rm.0 00010000:00010000:1.0:1776186284.602540:0:146973:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.602556:0:146973:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006cbf9 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3c1 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.602575:0:146973:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xbc:0x0]) in obj [0x200025d92:0xbc:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186284.602589:0:146973:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.602599:0:146973:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.661537:0:146974:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xbc:0x0]) in obj [0x240001788:0xbc:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186284.661545:0:146974:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006cc1c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc431 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.661614:0:146974:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006cc1c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc431 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186284.661624:0:146974:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186284.661627:0:146974:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006cc1c lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc431 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.661632:0:146974:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006cc1c lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc431 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186284.661641:0:146974:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xbc:0x0]) in obj [0x200025d92:0xbc:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186284.661646:0:146974:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.661652:0:146974:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186284.661660:0:146974:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186284.661662:0:146974:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.661667:0:146974:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006cc00 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc3cf expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186284.694874:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663752064 00000100:00100000:1.0:1776186284.694928:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7278 00000100:00100000:1.0:1776186284.695012:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4b1f471 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:9639:x1862459663752064:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186284.695027:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006cc1c lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dc431 expref: -99 pid: 146973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.695100:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186284.695755:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4b1f471 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:9639:x1862459663752064:12345-192.168.203.125@tcp:104: Request processed in 745us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186284.695763:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7278 00000100:00100000:1.0:1776186284.823281:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:1.0:1776186284.858799:0:146978:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186284.858827:0:146978:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186284.858843:0:146978:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.858857:0:146978:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186284.858868:0:146978:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186284.858871:0:146978:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186284.858877:0:146978:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000003d3406c4 00010000:00010000:1.0:1776186284.858880:0:146978:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.858888:0:146978:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186284.858901:0:146978:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186284.858907:0:146978:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:1.0:1776186284.858910:0:146978:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186284.858919:0:146978:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:1.0:1776186284.858924:0:146978:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:1.0:1776186284.858936:0:146978:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186284.858980:0:146978:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc54 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 146978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.858987:0:146978:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc54 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.858997:0:146978:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006cc54 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146978 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186284.859023:0:146978:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146978:1862459654703680:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186284.859111:0:146978:0:(client.c:2500:ptlrpc_set_wait()) set 000000005de3084e going to sleep for 43 seconds 00000080:00200000:1.0:1776186284.915101:0:146979:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186284.915124:0:146979:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186284.915140:0:146979:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.915153:0:146979:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186284.915165:0:146979:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186284.915169:0:146979:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186284.915177:0:146979:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000e0c12d16 00010000:00010000:1.0:1776186284.915181:0:146979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.915188:0:146979:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186284.915202:0:146979:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186284.915209:0:146979:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186284.915212:0:146979:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186284.915215:0:146979:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:1.0:1776186284.915216:0:146979:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161b:0x0](00000000cd8f7734), inode mode 41ed mask 1 00000080:00200000:1.0:1776186284.915227:0:146979:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x161b:0x0](00000000cd8f7734), flags=1536 00000080:00200000:1.0:1776186284.915230:0:146979:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161b:0x0](00000000cd8f7734), inode mode 41ed mask 3 00000080:00200000:1.0:1776186284.915234:0:146979:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161b:0x0](00000000cd8f7734), inode mode 41ed mask 3 00000080:00200000:1.0:1776186284.915238:0:146979:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x161b:0x0](00000000cd8f7734) 00010000:00010000:1.0:1776186284.915263:0:146979:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006cc62 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x123:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dc59d expref: -99 pid: 146978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.915346:0:146979:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006cc62 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc59d expref: -99 pid: 146978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186284.915354:0:146979:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186284.915356:0:146979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006cc62 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc59d expref: -99 pid: 146978 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186284.915379:0:146979:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186284.915388:0:146979:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000489da5e9 x1862459654704384/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186284.915412:0:146979:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000489da5e9 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146979:1862459654704384:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186284.915503:0:146979:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 43 seconds 00000100:00100000:1.0:1776186284.923069:0:146979:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000489da5e9 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146979:1862459654704384:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:1.0:1776186284.923115:0:146979:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x928:0x0](0000000036246940) 00000080:00200000:1.0:1776186284.923120:0:146979:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x928:0x0], updating i_size 4096 00000002:00010000:1.0:1776186285.009410:0:146981:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x123:0x0]) in obj [0x200025d90:0x123:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186285.009419:0:146981:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006cc9a lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x123:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc668 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.009427:0:146981:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006cc9a lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x123:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc668 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186285.009438:0:146981:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186285.009441:0:146981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006cc9a lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x123:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc668 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.009463:0:146981:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006cc9a lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x123:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc668 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186285.009475:0:146981:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x123:0x0]) in obj [0x240000fb8:0x123:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186285.009480:0:146981:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000699186d2/0xa474374c0006cc7e lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x123:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc606 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.009486:0:146981:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000699186d2/0xa474374c0006cc7e lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc606 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186285.009495:0:146981:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186285.009497:0:146981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000699186d2/0xa474374c0006cc7e lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc606 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.009503:0:146981:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000699186d2/0xa474374c0006cc7e lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc606 expref: -99 pid: 146980 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186285.115011:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654706752:192.168.203.125@tcp:2:touch.0 00000080:00200000:1.0:1776186285.144926:0:146984:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186285.144951:0:146984:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186285.144967:0:146984:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.144981:0:146984:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186285.144992:0:146984:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186285.144995:0:146984:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186285.145001:0:146984:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000056be492d 00010000:00010000:1.0:1776186285.145003:0:146984:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.145011:0:146984:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186285.145024:0:146984:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.145041:0:146984:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186285.145044:0:146984:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.145055:0:146984:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:1.0:1776186285.145057:0:146984:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x927:0x0](00000000d19f4573), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.145067:0:146984:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x927:0x0](00000000d19f4573), flags=1536 00000080:00200000:1.0:1776186285.145071:0:146984:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x927:0x0](00000000d19f4573), inode mode 41ed mask 3 00000080:00200000:1.0:1776186285.145074:0:146984:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x927:0x0](00000000d19f4573), inode mode 41ed mask 3 00000080:00200000:1.0:1776186285.145077:0:146984:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x927:0x0](00000000d19f4573) 00010000:00010000:1.0:1776186285.145099:0:146984:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006ccbd lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dc709 expref: -99 pid: 146983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.145154:0:146984:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006ccbd lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc709 expref: -99 pid: 146983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.145162:0:146984:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186285.145164:0:146984:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006ccbd lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc709 expref: -99 pid: 146983 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186285.145189:0:146984:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186285.145199:0:146984:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000026f0a4c5 x1862459654707008/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186285.145222:0:146984:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146984:1862459654707008:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186285.145367:0:146984:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 43 seconds 00000002:00010000:1.0:1776186285.239603:0:146986:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xbd:0x0]) in obj [0x240001788:0xbd:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186285.239613:0:146986:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000273b7785/0xa474374c0006ccf5 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc7db expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.239622:0:146986:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000273b7785/0xa474374c0006ccf5 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc7db expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186285.239633:0:146986:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186285.239636:0:146986:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000273b7785/0xa474374c0006ccf5 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc7db expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.239642:0:146986:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000273b7785/0xa474374c0006ccf5 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc7db expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186285.239652:0:146986:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xbd:0x0]) in obj [0x200025d92:0xbd:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186285.239657:0:146986:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006bcfd367/0xa474374c0006ccd9 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc779 expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.239662:0:146986:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006bcfd367/0xa474374c0006ccd9 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc779 expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186285.239671:0:146986:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186285.239674:0:146986:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006bcfd367/0xa474374c0006ccd9 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc779 expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.239679:0:146986:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006bcfd367/0xa474374c0006ccd9 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc779 expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186285.276821:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f1f03d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654708544:192.168.203.125@tcp:103:rm.0 00000100:00100000:1.0:1776186285.291397:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663755328 00000100:00100000:1.0:1776186285.291441:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7281 00000100:00100000:1.0:1776186285.291460:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d005f86c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:9639:x1862459663755328:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186285.291474:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000273b7785/0xa474374c0006ccf5 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dc7db expref: -99 pid: 146985 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.291548:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186285.291553:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d005f86c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:9639:x1862459663755328:12345-192.168.203.125@tcp:104: Request processed in 94us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186285.291561:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7281 00000100:00100000:1.0:1776186285.428674:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186285.458040:0:146990:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491772 gen 11 00000100:00100000:1.0:1776186285.458067:0:146990:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6fa1317 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654709632:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186285.458085:0:146990:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458104:0:146990:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458111:0:146990:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458122:0:146990:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458130:0:146990:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458141:0:146990:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458147:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458153:0:146990:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186285.458161:0:146990:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000a6fa1317 x1862459654709632/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186330 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186285.458173:0:146990:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458182:0:146990:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5662 (0 0) 00000002:00010000:1.0:1776186285.458238:0:146990:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x124:0x0]) in obj [0x200025d90:0x124:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186285.458281:0:146990:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x124:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458288:0:146990:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.458328:0:146990:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186285.458346:0:146990:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654709696:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186285.458408:0:146990:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6b06fc7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186285.464361:0:146990:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654709696:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186285.464383:0:146990:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464395:0:146990:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464404:0:146990:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464411:0:146990:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464420:0:146990:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464425:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464431:0:146990:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186285.464455:0:146990:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000eb63d876 x1862459654709696/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186330 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186285.464468:0:146990:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464478:0:146990:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/292 (0 0) 00010000:00010000:1.0:1776186285.464485:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464492:0:146990:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186285.464529:0:146990:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x124:0x0]) in obj [0x240000fb8:0x124:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186285.464570:0:146990:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x124:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464579:0:146990:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.464586:0:146990:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186285.464604:0:146990:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654709760:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186285.464669:0:146990:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6b06fc7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186285.470933:0:146990:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654709760:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186285.470958:0:146990:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x124:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.470971:0:146990:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.470981:0:146990:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.470988:0:146990:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.470998:0:146990:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471005:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471011:0:146990:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186285.471020:0:146990:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000eb63d876 x1862459654709760/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186329 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186285.471032:0:146990:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471043:0:146990:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/292 (0 0) 00010000:00010000:1.0:1776186285.471050:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471056:0:146990:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186285.471088:0:146990:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x161e:0x0], updating i_size 8192 00000080:00200000:1.0:1776186285.471092:0:146990:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x161e:0x0](000000004b88b4ac): rc = 0 00000080:00010000:1.0:1776186285.471101:0:146990:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x161e:0x0](000000004b88b4ac) for lock 0xa474374c0006cd2d 00000080:00010000:1.0:1776186285.471112:0:146990:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x161e:0x0](000000004b88b4ac) 00000080:00010000:1.0:1776186285.471115:0:146990:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cd2d from it 0000000060ca38bb 00010000:00010000:1.0:1776186285.471117:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471123:0:146990:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006cd2d lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x161e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc92b expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186285.471146:0:146990:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.471165:0:146990:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), inode mode 41ed mask 3 00000080:00200000:1.0:1776186285.471169:0:146990:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), file 00000000512632c0, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1776186285.471176:0:146990:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), intent=open|creat 00000002:00010000:1.0:1776186285.471198:0:146990:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x161f:0x0]) in obj [0x200025d90:0x124:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1776186285.471208:0:146990:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471255:0:146990:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471262:0:146990:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186285.471264:0:146990:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cd34 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc939 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471294:0:146990:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x124:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.471591:0:146990:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x124:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186285.471604:0:146990:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186285.471609:0:146990:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000eb63d876 x1862459654709888/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186285.471616:0:146990:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x124:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186285.471638:0:146990:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654709888:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186285.471802:0:146990:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6b06fc7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186285.481125:0:146990:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654709888:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186285.481149:0:146990:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x124:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.481174:0:146990:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.481181:0:146990:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.481191:0:146990:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.481202:0:146990:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.481225:0:146990:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.481232:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.481238:0:146990:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186285.481247:0:146990:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000eb63d876 x1862459654709888/t330712491774(330712491774) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:1.0:1776186285.481258:0:146990:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000eb63d876 x1862459654709888/t330712491774(330712491774) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186285.481270:0:146990:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186285.481282:0:146990:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186285.481291:0:146990:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5663 (0 0) 00000080:00200000:1.0:1776186285.481358:0:146990:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), intent=open|creat 00000080:00200000:1.0:1776186285.481393:0:146990:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x161f:0x0](000000003b3aa89c) 00000080:00200000:1.0:1776186285.481474:0:146990:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x161f:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1776186285.481481:0:146990:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x161f:0x0](000000003b3aa89c) 00000080:00010000:1.0:1776186285.481484:0:146990:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x161f:0x0](000000003b3aa89c) for lock 0xa474374c0006cd42 00000080:00200000:1.0:1776186285.481499:0:146990:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x161f:0x0](000000003b3aa89c), flags 104501 00000002:00100000:1.0:1776186285.481519:0:146990:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000eb63d876 x1862459654709888/t330712491774(330712491774) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:1.0:1776186285.481584:0:146990:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cd42 from it 00000000779df40e 00010000:00010000:1.0:1776186285.481588:0:146990:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186285.481595:0:146990:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006cd42 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x161f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4dc963 expref: -99 pid: 146990 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1776186285.481611:0:146990:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161f:0x0](000000003b3aa89c), inode mode 81a4 mask 40 00000080:00200000:1.0:1776186285.481645:0:146990:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x161f:0x0](000000003b3aa89c) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:1.0:1776186285.482558:0:146990:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186285.482568:0:146990:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000029e0a25f x1862459654710016/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186285.482588:0:146990:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029e0a25f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654710016:192.168.203.125@tcp:36:touch.0 00000100:00100000:1.0:1776186285.482751:0:146990:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f39e5495 going to sleep for 43 seconds 00000100:00100000:1.0:1776186285.485010:0:146990:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029e0a25f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654710016:192.168.203.125@tcp:36:touch.0 00000080:00200000:1.0:1776186285.485058:0:146990:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x161f:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1776186285.485085:0:146990:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1776186285.485156:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186285.485172:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654710080:192.168.203.125@tcp:2:touch.0 00000100:00100000:1.0:1776186285.490195:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654710080:192.168.203.125@tcp:2:touch.0 00000100:00100000:1.0:1776186285.493077:0:146990:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef800500 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146990:1862459654710208:192.168.203.125@tcp:35:touch.0 00000002:00100000:1.0:1776186285.493110:0:146990:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000eb63d876 x1862459654709888/t330712491774(330712491774) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186330 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:1.0:1776186285.501655:0:146991:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186285.501876:0:146991:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186285.501893:0:146991:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.501907:0:146991:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186285.501919:0:146991:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186285.501922:0:146991:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186285.501929:0:146991:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c0b3c891 00010000:00010000:1.0:1776186285.501932:0:146991:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.501939:0:146991:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186285.501955:0:146991:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.501962:0:146991:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186285.501965:0:146991:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.501969:0:146991:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:1.0:1776186285.501971:0:146991:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.501981:0:146991:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), flags=1536 00000080:00200000:1.0:1776186285.501985:0:146991:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), inode mode 41ed mask 3 00000080:00200000:1.0:1776186285.501989:0:146991:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x161e:0x0](000000004b88b4ac), inode mode 41ed mask 3 00000080:00200000:1.0:1776186285.501992:0:146991:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x161e:0x0](000000004b88b4ac) 00010000:00010000:1.0:1776186285.502018:0:146991:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.502081:0:146991:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.502087:0:146991:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186285.502089:0:146991:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cd3b lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dc947 expref: -99 pid: 146990 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186285.502110:0:146991:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186285.502120:0:146991:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e07700f5 x1862459654710336/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186285.502141:0:146991:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e07700f5 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146991:1862459654710336:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186285.502277:0:146991:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f39e5495 going to sleep for 43 seconds 00000100:00100000:1.0:1776186285.509634:0:146991:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e07700f5 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:146991:1862459654710336:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:1.0:1776186285.509687:0:146991:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x92b:0x0](000000001d74f364) 00000080:00200000:1.0:1776186285.509693:0:146991:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x92b:0x0], updating i_size 4096 00000100:00100000:1.0:1776186285.629022:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186285.893920:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:1.0:1776186285.927637:0:147000:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186285.927662:0:147000:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186285.927678:0:147000:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.927691:0:147000:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186285.927701:0:147000:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186285.927704:0:147000:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186285.927711:0:147000:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000f651bcc2 00010000:00010000:1.0:1776186285.927714:0:147000:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.927720:0:147000:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186285.927733:0:147000:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.927739:0:147000:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186285.927743:0:147000:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.927752:0:147000:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186285.927757:0:147000:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186285.927768:0:147000:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186285.927808:0:147000:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.927815:0:147000:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.927824:0:147000:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186285.927848:0:147000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147000:1862459654714880:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186285.928072:0:147000:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa0b82af going to sleep for 43 seconds 00000100:00100000:1.0:1776186285.936542:0:147000:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491786 gen 11 00000100:00100000:1.0:1776186285.936589:0:147000:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147000:1862459654714880:192.168.203.125@tcp:101:lfs.0 00010000:00010000:1.0:1776186285.936605:0:147000:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936624:0:147000:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936630:0:147000:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936637:0:147000:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936643:0:147000:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936648:0:147000:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005448aead already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186285.936652:0:147000:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936657:0:147000:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936664:0:147000:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936670:0:147000:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186285.936676:0:147000:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936682:0:147000:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006cddc lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186285.936702:0:147000:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@0000000080f00cca x1862459654714880/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186330 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:1.0:1776186285.936732:0:147000:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:1.0:1776186285.936794:0:147000:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186285.936806:0:147000:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186285.936814:0:147000:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936822:0:147000:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186285.936829:0:147000:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186285.936831:0:147000:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186285.936836:0:147000:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a721929c 00010000:00010000:1.0:1776186285.936838:0:147000:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936844:0:147000:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186285.936854:0:147000:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.936860:0:147000:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:1.0:1776186285.936863:0:147000:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186285.936873:0:147000:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:1.0:1776186285.936877:0:147000:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186285.936887:0:147000:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186285.936928:0:147000:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cde3 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936936:0:147000:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cde3 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.936944:0:147000:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006cde3 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186285.936965:0:147000:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147000:1862459654714944:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186285.937039:0:147000:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa0b82af going to sleep for 43 seconds 00000100:00100000:1.0:1776186285.984622:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663758528 00000100:00100000:1.0:1776186285.984677:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7285 00000100:00100000:1.0:1776186285.984683:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6fa1317 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8246:x1862459663758528:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186285.984700:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006cdff lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dcc8f expref: -99 pid: 147001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186285.984771:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186285.984777:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6fa1317 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8246:x1862459663758528:12345-192.168.203.125@tcp:104: Request processed in 94us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186285.984783:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7285 00000080:00200000:1.0:1776186286.041691:0:147002:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x1622:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:1.0:1776186286.041724:0:147002:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1622:0x0](00000000cd8f7734) 00000002:00100000:1.0:1776186286.041767:0:147002:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000003b14f0d1 x1862459654715840/t330712491790(330712491790) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186331 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:1.0:1776186286.041791:0:147002:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186286.041795:0:147002:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ab2cf28a x1862459654716160/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186286.041816:0:147002:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147002:1862459654716160:192.168.203.125@tcp:35:touch.0 00000100:00100000:1.0:1776186286.041866:0:147002:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e6e19d3 going to sleep for 6 seconds 00000080:00200000:1.0:1776186286.051893:0:147003:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186286.052009:0:147003:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186286.052025:0:147003:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.052039:0:147003:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.052049:0:147003:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186286.052052:0:147003:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186286.052059:0:147003:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000009fc93a0 00010000:00010000:1.0:1776186286.052062:0:147003:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.052070:0:147003:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.052083:0:147003:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.052090:0:147003:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186286.052093:0:147003:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.052096:0:147003:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:1.0:1776186286.052098:0:147003:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1621:0x0](00000000bf51c2b0), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.052108:0:147003:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1621:0x0](00000000bf51c2b0), flags=1536 00000080:00200000:1.0:1776186286.052112:0:147003:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1621:0x0](00000000bf51c2b0), inode mode 41ed mask 3 00000080:00200000:1.0:1776186286.052115:0:147003:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1621:0x0](00000000bf51c2b0), inode mode 41ed mask 3 00000080:00200000:1.0:1776186286.052119:0:147003:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1621:0x0](00000000bf51c2b0) 00010000:00010000:1.0:1776186286.052144:0:147003:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006ce14 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x125:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dccf1 expref: -99 pid: 147002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.052197:0:147003:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006ce14 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dccf1 expref: -99 pid: 147002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.052204:0:147003:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186286.052205:0:147003:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006ce14 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dccf1 expref: -99 pid: 147002 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186286.052224:0:147003:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186286.052235:0:147003:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008a9fa352 x1862459654716288/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186286.052255:0:147003:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a9fa352 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147003:1862459654716288:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186286.052514:0:147003:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa0b82af going to sleep for 43 seconds 00000080:00200000:1.0:1776186286.067034:0:147004:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186286.067060:0:147004:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186286.067075:0:147004:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.067088:0:147004:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.067098:0:147004:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186286.067102:0:147004:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186286.067107:0:147004:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000006079370 00010000:00010000:1.0:1776186286.067110:0:147004:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.067118:0:147004:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.067132:0:147004:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.067138:0:147004:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186286.067142:0:147004:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.067145:0:147004:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=8 00000080:00200000:1.0:1776186286.067150:0:147004:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1621:0x0](00000000bf51c2b0),name=test 00000002:00010000:1.0:1776186286.067159:0:147004:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1621:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186286.067165:0:147004:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5665 (0 0) 00010000:00010000:1.0:1776186286.067205:0:147004:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006ce22 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.067212:0:147004:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006ce22 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.067221:0:147004:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006ce22 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.067245:0:147004:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147004:1862459654716352:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186286.067470:0:147004:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6b06fc7 going to sleep for 43 seconds 00000080:00200000:1.0:1776186286.188831:0:147004:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x92e:0x0](00000000a6618f84),name=b 00000002:00010000:1.0:1776186286.188863:0:147004:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x92e:0x0]) in obj [0x240000fb8:0x125:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186286.188879:0:147004:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.188911:0:147004:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.188922:0:147004:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x92e:0x0](00000000a6618f84) 00000080:00010000:1.0:1776186286.188926:0:147004:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x92e:0x0](00000000a6618f84) for lock 0xa474374c0006ce45 00000080:00010000:1.0:1776186286.188932:0:147004:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006ce45 from it 0000000037024d99 00010000:00010000:1.0:1776186286.188934:0:147004:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.188941:0:147004:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.189001:0:147004:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1621:0x0](00000000bf51c2b0), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.189007:0:147004:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:1.0:1776186286.189013:0:147004:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x92e:0x0](00000000a6618f84), inode mode 41ed mask 44 00000080:00200000:1.0:1776186286.189021:0:147004:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x92e:0x0](00000000a6618f84), flags 704400 00000002:00010000:1.0:1776186286.189032:0:147004:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x92e:0x0]) in obj [0x2400007ed:0x92e:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186286.189080:0:147004:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.189087:0:147004:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186286.189099:0:147004:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186286.189108:0:147004:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000931727e x1862459654717440/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186286.189117:0:147004:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.189136:0:147004:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147004:1862459654717440:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186286.189288:0:147004:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eb9daf1c going to sleep for 43 seconds 00000100:00100000:1.0:1776186286.194070:0:147004:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147004:1862459654717440:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186286.194095:0:147004:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194108:0:147004:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194114:0:147004:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194119:0:147004:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194126:0:147004:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194132:0:147004:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0306b05 already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186286.194135:0:147004:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194141:0:147004:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194146:0:147004:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 5/0,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194152:0:147004:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186286.194157:0:147004:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194162:0:147004:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce53 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186286.194180:0:147004:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000000931727e x1862459654717440/t12884907097(12884907097) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:1.0:1776186286.194192:0:147004:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000000931727e x1862459654717440/t12884907097(12884907097) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186286.194220:0:147004:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x92e:0x0], updating i_size 4096 00000002:00100000:1.0:1776186286.194236:0:147004:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000000931727e x1862459654717440/t12884907097(12884907097) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186286.194754:0:147004:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x92e:0x0](00000000a6618f84),name=b 00000002:00010000:1.0:1776186286.194774:0:147004:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x92e:0x0]) in obj [0x240000fb8:0x125:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186286.194786:0:147004:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194796:0:147004:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.194806:0:147004:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x92e:0x0](00000000a6618f84) 00000080:00010000:1.0:1776186286.194808:0:147004:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x92e:0x0](00000000a6618f84) for lock 0xa474374c0006ce45 00000080:00010000:1.0:1776186286.194814:0:147004:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006ce45 from it 0000000030b1e1e2 00010000:00010000:1.0:1776186286.194815:0:147004:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194822:0:147004:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.194849:0:147004:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x92e:0x0](00000000a6618f84) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1776186286.194859:0:147004:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x92e:0x0]) in obj [0x2400007ed:0x92e:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186286.194864:0:147004:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.194869:0:147004:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006ce45 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcdb5 expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.196213:0:147004:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0eb5697 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147004:1862459654717504:192.168.203.125@tcp:37:rm.0 00000100:00100000:1.0:1776186286.196502:0:147004:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eb9daf1c going to sleep for 6 seconds 00000100:00100000:1.0:1776186286.245262:0:33156:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1776186286.245288:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663759360 00000100:00100000:1.0:1776186286.245402:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7286 00000100:00100000:1.0:1776186286.245408:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d696b577 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6263:x1862459663759360:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186286.245432:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006ce4c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x125:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dcdbc expref: -99 pid: 147004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.245513:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186286.245518:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d696b577 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6263:x1862459663759360:12345-192.168.203.125@tcp:104: Request processed in 110us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186286.245525:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7286 00000080:00200000:1.0:1776186286.362800:0:147008:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186286.362824:0:147008:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186286.362839:0:147008:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.362852:0:147008:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.362862:0:147008:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186286.362866:0:147008:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186286.362872:0:147008:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000009ac964f5 00010000:00010000:1.0:1776186286.362874:0:147008:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.362881:0:147008:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.362898:0:147008:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.362904:0:147008:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186286.362913:0:147008:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.362916:0:147008:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:1.0:1776186286.362918:0:147008:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x92d:0x0](000000004525dd42), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.362929:0:147008:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x92d:0x0](000000004525dd42), flags=1536 00000080:00200000:1.0:1776186286.362933:0:147008:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x92d:0x0](000000004525dd42), inode mode 41ed mask 3 00000080:00200000:1.0:1776186286.362937:0:147008:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x92d:0x0](000000004525dd42), inode mode 41ed mask 3 00000080:00200000:1.0:1776186286.362941:0:147008:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x92d:0x0](000000004525dd42) 00010000:00010000:1.0:1776186286.362966:0:147008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006ce6f lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dce5d expref: -99 pid: 147007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.363269:0:147008:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006ce6f lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dce5d expref: -99 pid: 147007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.363277:0:147008:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186286.363279:0:147008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006ce6f lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dce5d expref: -99 pid: 147007 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186286.363316:0:147008:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186286.363326:0:147008:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f4a32286 x1862459654718912/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186286.363347:0:147008:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4a32286 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147008:1862459654718912:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186286.363580:0:147008:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186286.368281:0:147008:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4a32286 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147008:1862459654718912:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:1.0:1776186286.368354:0:147008:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1623:0x0](00000000e06f8dd1) 00000080:00200000:1.0:1776186286.368360:0:147008:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1623:0x0], updating i_size 4096 00000080:00200000:1.0:1776186286.376661:0:147009:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186286.376687:0:147009:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186286.376702:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.376715:0:147009:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.376726:0:147009:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186286.376728:0:147009:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186286.376735:0:147009:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000009f360a28 00010000:00010000:1.0:1776186286.376738:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.376745:0:147009:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.376759:0:147009:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.376765:0:147009:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186286.376769:0:147009:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.376772:0:147009:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=8 00000080:00200000:1.0:1776186286.376777:0:147009:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x92d:0x0](000000004525dd42),name=test1 00000002:00010000:1.0:1776186286.376788:0:147009:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x92d:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186286.376794:0:147009:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 30 res 9663678445/2349 (0 0) 00010000:00010000:1.0:1776186286.376835:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.376855:0:147009:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.376864:0:147009:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.376890:0:147009:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654718976:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186286.377190:0:147009:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186286.380733:0:147009:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654718976:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186286.380758:0:147009:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380783:0:147009:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380789:0:147009:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380798:0:147009:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380807:0:147009:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380822:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380830:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380836:0:147009:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186286.380856:0:147009:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e0c4f9b4 x1862459654718976/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186330 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186286.380868:0:147009:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380876:0:147009:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2349 (0 0) 00000080:00200000:1.0:1776186286.380916:0:147009:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x92d:0x0], updating i_size 4096 00000080:00010000:1.0:1776186286.380923:0:147009:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x92d:0x0](000000004525dd42) for lock 0xa474374c0006ce7d 00000080:00010000:1.0:1776186286.380929:0:147009:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x92d:0x0](000000004525dd42) 00000080:00010000:1.0:1776186286.380931:0:147009:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006ce7d from it 000000009a253603 00010000:00010000:1.0:1776186286.380933:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.380940:0:147009:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006ce7d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x92d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dceb1 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186286.380968:0:147009:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xbf:0x0]) in obj [0x240001788:0xbf:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186286.381006:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.381013:0:147009:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.381021:0:147009:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.381039:0:147009:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654719040:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186286.381098:0:147009:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186286.384648:0:147009:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654719040:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186286.384670:0:147009:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384682:0:147009:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384693:0:147009:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384702:0:147009:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384711:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384717:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384723:0:147009:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186286.384734:0:147009:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e0c4f9b4 x1862459654719040/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186330 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186286.384750:0:147009:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384759:0:147009:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/191 (0 0) 00010000:00010000:1.0:1776186286.384766:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384773:0:147009:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006ce84 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcebf expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186286.384794:0:147009:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xbf:0x0]) in obj [0x200025d92:0xbf:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186286.384832:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384837:0:147009:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.384983:0:147009:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.385001:0:147009:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654719104:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186286.385062:0:147009:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186286.388044:0:147009:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654719104:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186286.388066:0:147009:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388081:0:147009:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388090:0:147009:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388099:0:147009:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388108:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388116:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388122:0:147009:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186286.388130:0:147009:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e0c4f9b4 x1862459654719104/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186331 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186286.388141:0:147009:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388152:0:147009:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/191 (0 0) 00010000:00010000:1.0:1776186286.388158:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388165:0:147009:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006ce8b lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dcecd expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.388243:0:147009:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186286.388258:0:147009:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186286.388267:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388276:0:147009:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.388285:0:147009:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186286.388287:0:147009:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186286.388292:0:147009:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000011b5a004 00010000:00010000:1.0:1776186286.388293:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388510:0:147009:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.388520:0:147009:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.388526:0:147009:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:1.0:1776186286.388529:0:147009:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.388533:0:147009:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:1.0:1776186286.388536:0:147009:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x92d:0x0](000000004525dd42), inode mode 41ed mask 44 00000080:00200000:1.0:1776186286.388543:0:147009:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x92d:0x0](000000004525dd42), flags 704400 00000002:00010000:1.0:1776186286.388693:0:147009:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x92d:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186286.388740:0:147009:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.388748:0:147009:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186286.388759:0:147009:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186286.388765:0:147009:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e0c4f9b4 x1862459654719232/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186286.388773:0:147009:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.388793:0:147009:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654719232:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186286.389066:0:147009:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 43 seconds 00000100:00100000:1.0:1776186286.395704:0:147009:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147009:1862459654719232:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186286.395728:0:147009:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395742:0:147009:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395748:0:147009:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395755:0:147009:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395763:0:147009:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395769:0:147009:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000010dd82e0 already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186286.395772:0:147009:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395783:0:147009:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395790:0:147009:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395797:0:147009:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186286.395802:0:147009:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.395808:0:147009:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006ce92 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147009 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186286.395830:0:147009:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000e0c4f9b4 x1862459654719232/t12884907104(12884907104) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:1.0:1776186286.395842:0:147009:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e0c4f9b4 x1862459654719232/t12884907104(12884907104) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186330 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000100:00100000:1.0:1776186286.525020:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c5c1a42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654720448:192.168.203.125@tcp:103:rm.0 00000100:00100000:1.0:1776186286.552359:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186286.665182:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:1.0:1776186286.752495:0:147014:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x1625:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1776186286.752503:0:147014:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x1625:0x0](0000000019f81e65) 00000080:00010000:1.0:1776186286.752506:0:147014:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1625:0x0](0000000019f81e65) for lock 0xa474374c0006cef4 00000080:00200000:1.0:1776186286.752520:0:147014:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1625:0x0](0000000019f81e65), flags 104501 00000002:00100000:1.0:1776186286.752540:0:147014:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000ca53613f x1862459654721984/t330712491807(330712491807) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186331 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:1.0:1776186286.752664:0:147014:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cef4 from it 00000000d8534a21 00010000:00010000:1.0:1776186286.752669:0:147014:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006cef4 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1625:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4dd0b7 expref: -99 pid: 147014 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186286.752677:0:147014:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006cef4 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1625:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4dd0b7 expref: -99 pid: 147014 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1776186286.752693:0:147014:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1625:0x0](0000000019f81e65), inode mode 81a4 mask 40 00000080:00200000:1.0:1776186286.752727:0:147014:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x1625:0x0](0000000019f81e65) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:1.0:1776186286.752767:0:147014:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186286.752773:0:147014:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004e1d7916 x1862459654722112/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186286.752792:0:147014:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147014:1862459654722112:192.168.203.125@tcp:36:touch.0 00000100:00100000:1.0:1776186286.752991:0:147014:0:(client.c:2500:ptlrpc_set_wait()) set 0000000088520b00 going to sleep for 43 seconds 00000080:00200000:1.0:1776186286.769788:0:147014:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x1625:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:1.0:1776186286.769856:0:147014:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1625:0x0](0000000019f81e65) 00000002:00100000:1.0:1776186286.769901:0:147014:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000ca53613f x1862459654721984/t330712491807(330712491807) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186331 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:1.0:1776186286.769924:0:147014:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186286.769929:0:147014:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000092107bb4 x1862459654722304/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186286.769949:0:147014:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147014:1862459654722304:192.168.203.125@tcp:35:touch.0 00000100:00100000:1.0:1776186286.770042:0:147014:0:(client.c:2500:ptlrpc_set_wait()) set 000000001db0f0f6 going to sleep for 6 seconds 00000100:00100000:1.0:1776186286.777946:0:147014:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147014:1862459654722304:192.168.203.125@tcp:35:touch.0 00000002:00100000:1.0:1776186286.777983:0:147014:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000ca53613f x1862459654721984/t330712491807(330712491807) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186331 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:1.0:1776186286.788264:0:147015:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186286.788418:0:147015:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186286.788436:0:147015:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.788449:0:147015:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186286.788461:0:147015:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186286.788464:0:147015:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186286.788469:0:147015:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000051f9bd97 00010000:00010000:1.0:1776186286.788472:0:147015:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.788479:0:147015:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186286.788493:0:147015:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.788500:0:147015:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186286.788503:0:147015:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.788730:0:147015:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:1.0:1776186286.788733:0:147015:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1624:0x0](0000000081060dbf), inode mode 41ed mask 1 00000080:00200000:1.0:1776186286.788743:0:147015:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1624:0x0](0000000081060dbf), flags=1536 00000080:00200000:1.0:1776186286.788746:0:147015:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1624:0x0](0000000081060dbf), inode mode 41ed mask 3 00000080:00200000:1.0:1776186286.788750:0:147015:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1624:0x0](0000000081060dbf), inode mode 41ed mask 3 00000080:00200000:1.0:1776186286.788753:0:147015:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1624:0x0](0000000081060dbf) 00010000:00010000:1.0:1776186286.788780:0:147015:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006ceed lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x126:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd09b expref: -99 pid: 147014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.788833:0:147015:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006ceed lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd09b expref: -99 pid: 147014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.788840:0:147015:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186286.788842:0:147015:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006ceed lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd09b expref: -99 pid: 147014 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186286.788862:0:147015:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186286.788872:0:147015:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e98a7e6c x1862459654722432/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186286.788893:0:147015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e98a7e6c pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147015:1862459654722432:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186286.789073:0:147015:0:(client.c:2500:ptlrpc_set_wait()) set 000000001db0f0f6 going to sleep for 43 seconds 00000100:00100000:1.0:1776186286.797520:0:147015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e98a7e6c pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147015:1862459654722432:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:1.0:1776186286.798011:0:147015:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x931:0x0](000000007efa9ba5) 00000080:00200000:1.0:1776186286.798019:0:147015:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x931:0x0], updating i_size 4096 00000002:00010000:1.0:1776186286.880488:0:147017:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x126:0x0]) in obj [0x200025d90:0x126:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186286.880498:0:147017:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006cf25 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x126:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd166 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.880508:0:147017:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006cf25 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x126:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd166 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186286.880686:0:147017:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186286.880689:0:147017:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006cf25 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x126:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd166 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.880700:0:147017:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006cf25 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x126:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd166 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186286.880710:0:147017:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x126:0x0]) in obj [0x240000fb8:0x126:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186286.880714:0:147017:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cf09 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x126:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd104 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.880720:0:147017:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cf09 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd104 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186286.880728:0:147017:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186286.880729:0:147017:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cf09 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd104 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.880735:0:147017:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cf09 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd104 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186286.913218:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663761920 00000100:00100000:1.0:1776186286.913339:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7289 00000100:00100000:1.0:1776186286.913346:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a97e74c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6263:x1862459663761920:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186286.913362:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006cf25 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x126:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dd166 expref: -99 pid: 147016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186286.913431:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186286.913436:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a97e74c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6263:x1862459663761920:12345-192.168.203.125@tcp:104: Request processed in 91us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186286.913443:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7289 00000080:00200000:1.0:1776186287.008757:0:147020:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186287.008779:0:147020:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186287.008794:0:147020:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.008806:0:147020:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186287.008817:0:147020:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186287.008820:0:147020:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186287.008825:0:147020:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000001c7a3c80 00010000:00010000:1.0:1776186287.008828:0:147020:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.008834:0:147020:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186287.008848:0:147020:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186287.008854:0:147020:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186287.008856:0:147020:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186287.008860:0:147020:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:1.0:1776186287.008862:0:147020:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x930:0x0](00000000670b5263), inode mode 41ed mask 1 00000080:00200000:1.0:1776186287.008883:0:147020:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x930:0x0](00000000670b5263), flags=1536 00000080:00200000:1.0:1776186287.008886:0:147020:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x930:0x0](00000000670b5263), inode mode 41ed mask 3 00000080:00200000:1.0:1776186287.008890:0:147020:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x930:0x0](00000000670b5263), inode mode 41ed mask 3 00000080:00200000:1.0:1776186287.008893:0:147020:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x930:0x0](00000000670b5263) 00010000:00010000:1.0:1776186287.008918:0:147020:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cf48 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd207 expref: -99 pid: 147019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.008971:0:147020:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cf48 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd207 expref: -99 pid: 147019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.008978:0:147020:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186287.008980:0:147020:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cf48 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd207 expref: -99 pid: 147019 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186287.008998:0:147020:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186287.009008:0:147020:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c0ae6390 x1862459654725056/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186287.009028:0:147020:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147020:1862459654725056:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186287.009111:0:147020:0:(client.c:2500:ptlrpc_set_wait()) set 0000000069fc7478 going to sleep for 43 seconds 00000002:00010000:1.0:1776186287.134086:0:147022:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc0:0x0]) in obj [0x240001788:0xc0:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186287.134094:0:147022:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006cf80 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd2d9 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.134101:0:147022:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006cf80 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd2d9 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186287.134111:0:147022:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186287.134114:0:147022:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006cf80 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd2d9 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.134120:0:147022:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006cf80 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd2d9 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186287.134132:0:147022:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc0:0x0]) in obj [0x200025d92:0xc0:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186287.134136:0:147022:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cf64 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd277 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.134142:0:147022:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cf64 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd277 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186287.134151:0:147022:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186287.134153:0:147022:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cf64 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd277 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.134158:0:147022:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cf64 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd277 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186287.193774:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663763136 00000100:00100000:1.0:1776186287.193833:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7290 00000100:00100000:1.0:1776186287.193841:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d005f86c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6263:x1862459663763136:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186287.193859:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006cf80 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dd2d9 expref: -99 pid: 147021 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.193940:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186287.193946:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d005f86c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6263:x1862459663763136:12345-192.168.203.125@tcp:104: Request processed in 106us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186287.193955:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7290 00000080:00200000:1.0:1776186287.242769:0:147024:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186287.242797:0:147024:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186287.242815:0:147024:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.242828:0:147024:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186287.242840:0:147024:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186287.242842:0:147024:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186287.242850:0:147024:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000006f527734 00010000:00010000:1.0:1776186287.242853:0:147024:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.242860:0:147024:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186287.242874:0:147024:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186287.242881:0:147024:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186287.242884:0:147024:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186287.242895:0:147024:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186287.242899:0:147024:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186287.242909:0:147024:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186287.242948:0:147024:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006cf8e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.242956:0:147024:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006cf8e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.242964:0:147024:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006cf8e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186287.242986:0:147024:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9629a70 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147024:1862459654726976:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186287.243198:0:147024:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021119ef3 going to sleep for 43 seconds 00010000:00010000:0.0:1776186287.311367:0:147025:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311375:0:147025:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311382:0:147025:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311389:0:147025:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311396:0:147025:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097839dd3 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186287.311409:0:147025:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311415:0:147025:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311421:0:147025:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311428:0:147025:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186287.311433:0:147025:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311439:0:147025:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfa3 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.311463:0:147025:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000ca53613f x1862459654727296/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186287.311498:0:147025:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186287.311563:0:147025:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186287.311576:0:147025:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186287.311583:0:147025:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311592:0:147025:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.311613:0:147025:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186287.311616:0:147025:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186287.311621:0:147025:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000e3a7a0b3 00010000:00010000:0.0:1776186287.311623:0:147025:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311629:0:147025:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.311641:0:147025:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.311648:0:147025:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:0.0:1776186287.311651:0:147025:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.311662:0:147025:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:0.0:1776186287.311666:0:147025:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:0.0:1776186287.311675:0:147025:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.311708:0:147025:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311714:0:147025:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.311722:0:147025:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.311742:0:147025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147025:1862459654727360:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186287.311806:0:147025:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.317721:0:147025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147025:1862459654727360:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186287.317742:0:147025:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317756:0:147025:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317762:0:147025:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317768:0:147025:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317775:0:147025:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317780:0:147025:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011370fca already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186287.317783:0:147025:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317789:0:147025:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317800:0:147025:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317807:0:147025:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186287.317813:0:147025:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.317819:0:147025:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfaa lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.317833:0:147025:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000ca53613f x1862459654727360/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186287.317861:0:147025:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186287.317935:0:147025:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186287.317947:0:147025:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186287.317954:0:147025:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.318235:0:147025:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.318247:0:147025:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186287.318250:0:147025:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186287.318255:0:147025:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000023879ef0 00010000:00010000:0.0:1776186287.318258:0:147025:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.318264:0:147025:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.318275:0:147025:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.318282:0:147025:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:0.0:1776186287.318288:0:147025:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:0.0:1776186287.318437:0:147025:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.318443:0:147025:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000100:00100000:0.0:1776186287.337290:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186287.337632:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663763840 00000100:00100000:1.0:1776186287.337687:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7291 00000100:00100000:1.0:1776186287.337694:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca53613f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8245:x1862459663763840:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186287.337710:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfb1 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dd3e3 expref: -99 pid: 147025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.337790:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186287.337796:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca53613f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8245:x1862459663763840:12345-192.168.203.125@tcp:104: Request processed in 102us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186287.337802:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7291 00000080:00200000:0.0:1776186287.356459:0:147026:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186287.356486:0:147026:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186287.356502:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.356516:0:147026:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.356526:0:147026:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186287.356529:0:147026:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186287.356535:0:147026:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000014067937 00010000:00010000:0.0:1776186287.356538:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.356546:0:147026:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.356559:0:147026:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.356565:0:147026:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:0.0:1776186287.356568:0:147026:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.356575:0:147026:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:0.0:1776186287.356580:0:147026:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:0.0:1776186287.356591:0:147026:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186287.356631:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.356639:0:147026:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.356647:0:147026:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.356673:0:147026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef800500 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727680:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186287.356760:0:147026:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.366076:0:147026:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491822 gen 11 00000100:00100000:0.0:1776186287.366106:0:147026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef800500 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727680:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186287.366125:0:147026:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366146:0:147026:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366153:0:147026:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366162:0:147026:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366171:0:147026:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366187:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366194:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366200:0:147026:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.366208:0:147026:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000ef800500 x1862459654727680/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186287.366220:0:147026:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366229:0:147026:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5671 (0 0) 00000002:00010000:0.0:1776186287.366390:0:147026:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x127:0x0]) in obj [0x200025d90:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.366441:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x127:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366448:0:147026:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.366455:0:147026:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.366474:0:147026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727744:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186287.366529:0:147026:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.369007:0:147026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727744:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186287.369030:0:147026:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369042:0:147026:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369051:0:147026:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369060:0:147026:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369069:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369075:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369080:0:147026:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.369088:0:147026:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000289fcb87 x1862459654727744/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186287.369099:0:147026:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369109:0:147026:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/295 (0 0) 00010000:00010000:0.0:1776186287.369115:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369123:0:147026:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.369144:0:147026:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x127:0x0]) in obj [0x240000fb8:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.369184:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x127:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369190:0:147026:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.369198:0:147026:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.369215:0:147026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727808:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186287.369425:0:147026:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.374007:0:147026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727808:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186287.374025:0:147026:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374038:0:147026:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374049:0:147026:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374058:0:147026:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374073:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374079:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374085:0:147026:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.374092:0:147026:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000289fcb87 x1862459654727808/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186294 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186287.374103:0:147026:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374112:0:147026:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/295 (0 0) 00010000:00010000:0.0:1776186287.374118:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374124:0:147026:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d68dab9f/0xa474374c0006cfc6 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd445 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.374151:0:147026:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1627:0x0], updating i_size 8192 00000080:00200000:0.0:1776186287.374154:0:147026:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x1627:0x0](00000000a6618f84): rc = 0 00000080:00010000:0.0:1776186287.374163:0:147026:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1627:0x0](00000000a6618f84) for lock 0xa474374c0006cfb8 00000080:00010000:0.0:1776186287.374172:0:147026:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1627:0x0](00000000a6618f84) 00000080:00010000:0.0:1776186287.374175:0:147026:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cfb8 from it 000000001ea4bd44 00010000:00010000:0.0:1776186287.374177:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374184:0:147026:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.374204:0:147026:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.374219:0:147026:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:0.0:1776186287.374222:0:147026:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x1627:0x0](00000000a6618f84), file 000000000ed3850e, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1776186287.374229:0:147026:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1627:0x0](00000000a6618f84), intent=open|creat 00000002:00010000:0.0:1776186287.374248:0:147026:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x1628:0x0]) in obj [0x200025d90:0x127:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1776186287.374257:0:147026:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374408:0:147026:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374416:0:147026:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186287.374418:0:147026:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006cfbf lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd437 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374448:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x127:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.374455:0:147026:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x127:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186287.374464:0:147026:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186287.374469:0:147026:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ef800500 x1862459654727936/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186287.374475:0:147026:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x127:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.374492:0:147026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef800500 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727936:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186287.374675:0:147026:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.383494:0:147026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef800500 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654727936:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186287.383519:0:147026:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x127:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.383722:0:147026:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.383731:0:147026:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.383741:0:147026:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.383750:0:147026:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.383762:0:147026:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.383769:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.383774:0:147026:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.383790:0:147026:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000ef800500 x1862459654727936/t330712491824(330712491824) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186295 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:0.0:1776186287.383801:0:147026:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000ef800500 x1862459654727936/t330712491824(330712491824) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186295 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186287.383812:0:147026:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.383823:0:147026:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186287.383831:0:147026:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5672 (0 0) 00000080:00200000:0.0:1776186287.383851:0:147026:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1627:0x0](00000000a6618f84), intent=open|creat 00000080:00200000:0.0:1776186287.384070:0:147026:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1628:0x0](00000000a74cc62a) 00000080:00200000:0.0:1776186287.384142:0:147026:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x1628:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1776186287.384148:0:147026:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x1628:0x0](00000000a74cc62a) 00000080:00010000:0.0:1776186287.384152:0:147026:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1628:0x0](00000000a74cc62a) for lock 0xa474374c0006cfcd 00000080:00200000:0.0:1776186287.384165:0:147026:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1628:0x0](00000000a74cc62a), flags 104501 00000002:00100000:0.0:1776186287.384182:0:147026:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000ef800500 x1862459654727936/t330712491824(330712491824) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186295 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:0.0:1776186287.384240:0:147026:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cfcd from it 000000003f05f1f8 00010000:00010000:0.0:1776186287.384243:0:147026:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186287.384251:0:147026:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000043df6765/0xa474374c0006cfcd lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1628:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4dd461 expref: -99 pid: 147026 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1776186287.384270:0:147026:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1628:0x0](00000000a74cc62a), inode mode 81a4 mask 40 00000080:00200000:0.0:1776186287.384415:0:147026:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x1628:0x0](00000000a74cc62a) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:0.0:1776186287.384460:0:147026:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186287.384466:0:147026:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000289fcb87 x1862459654728064/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186287.384486:0:147026:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654728064:192.168.203.125@tcp:36:touch.0 00000100:00100000:0.0:1776186287.384616:0:147026:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ded138c going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.394385:0:147026:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147026:1862459654728064:192.168.203.125@tcp:36:touch.0 00000080:00200000:0.0:1776186287.394450:0:147026:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x1628:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1776186287.394465:0:147026:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1776186287.394543:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186287.394559:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3c603c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654728128:192.168.203.125@tcp:2:touch.0 00000100:00100000:1.0:1776186287.397437:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3c603c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654728128:192.168.203.125@tcp:2:touch.0 00000080:00200000:0.0:1776186287.439993:0:147028:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84),name=test 00000002:00010000:0.0:1776186287.440012:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1627:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.440026:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfd4 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd492 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440037:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfd4 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd492 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.440046:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x127:0x0]) in obj [0x200025d90:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.440051:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440057:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440065:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440072:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.440084:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x127:0x0]) in obj [0x240000fb8:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.440089:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440096:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440102:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440108:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.440119:0:147028:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1627:0x0](00000000a6618f84) 00000080:00010000:0.0:1776186287.440122:0:147028:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1627:0x0](00000000a6618f84) for lock 0xa474374c0006cfd4 00000080:00010000:0.0:1776186287.440126:0:147028:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cfd4 from it 000000004e22ea54 00010000:00010000:0.0:1776186287.440128:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfd4 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd492 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440134:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfd4 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd492 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.440148:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x127:0x0]) in obj [0x200025d90:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.440152:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440158:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440163:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440168:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.440175:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x127:0x0]) in obj [0x240000fb8:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.440178:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440183:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440189:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440195:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.440240:0:147028:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84) pos/size0/8192 32bit_api 0 00010000:00010000:0.0:1776186287.440252:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.440272:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x127:0x0]) in obj [0x200025d90:0x127:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186287.440423:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.440430:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cfdb lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4a0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.441205:0:147028:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b9ae022 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654728768:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186287.441478:0:147028:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ded138c going to sleep for 6 seconds 00000080:00200000:0.0:1776186287.509562:0:147028:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986),name=b 00000002:00010000:1.0:1776186287.509669:0:147029:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x127:0x0]) in obj [0x200025d90:0x127:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186287.509679:0:147029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006cffe lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd510 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.509689:0:147029:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006cffe lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd510 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186287.509698:0:147029:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186287.509701:0:147029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006cffe lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd510 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.509707:0:147029:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006cffe lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd510 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186287.509716:0:147029:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x127:0x0]) in obj [0x240000fb8:0x127:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186287.509721:0:147029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.509728:0:147029:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186287.509736:0:147029:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186287.509739:0:147029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.509745:0:147029:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.509804:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x934:0x0]) in obj [0x240000fb8:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.509811:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.509899:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.509911:0:147028:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x934:0x0](0000000060338986) 00000080:00010000:0.0:1776186287.509913:0:147028:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x934:0x0](0000000060338986) for lock 0xa474374c0006cff7 00000080:00010000:0.0:1776186287.509918:0:147028:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cff7 from it 00000000a3aa2fad 00010000:00010000:0.0:1776186287.509921:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.509927:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.509969:0:147028:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.509977:0:147028:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:0.0:1776186287.509994:0:147028:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986), inode mode 41ed mask 44 00000080:00200000:0.0:1776186287.510001:0:147028:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986), flags 704400 00000002:00010000:0.0:1776186287.510014:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x934:0x0]) in obj [0x2400007ed:0x934:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186287.510055:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.510062:0:147028:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186287.510072:0:147028:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186287.510082:0:147028:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000091240cee x1862459654729536/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186287.510090:0:147028:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.510110:0:147028:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091240cee pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729536:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186287.510260:0:147028:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.514057:0:147028:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091240cee pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729536:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186287.514076:0:147028:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514090:0:147028:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514097:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514104:0:147028:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514113:0:147028:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514119:0:147028:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097839dd3 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186287.514123:0:147028:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514128:0:147028:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514135:0:147028:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 5/0,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514141:0:147028:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186287.514146:0:147028:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514152:0:147028:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d005 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x934:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.514168:0:147028:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@0000000091240cee x1862459654729536/t12884907129(12884907129) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186294 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:0.0:1776186287.514179:0:147028:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000091240cee x1862459654729536/t12884907129(12884907129) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186294 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186287.514206:0:147028:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x934:0x0], updating i_size 4096 00000002:00100000:0.0:1776186287.514221:0:147028:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000091240cee x1862459654729536/t12884907129(12884907129) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186294 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186287.514639:0:147028:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986),name=b 00000002:00010000:0.0:1776186287.514658:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x934:0x0]) in obj [0x240000fb8:0x127:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186287.514669:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514678:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.514686:0:147028:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x934:0x0](0000000060338986) 00000080:00010000:0.0:1776186287.514689:0:147028:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x934:0x0](0000000060338986) for lock 0xa474374c0006cff7 00000080:00010000:0.0:1776186287.514694:0:147028:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006cff7 from it 000000004e22ea54 00010000:00010000:0.0:1776186287.514696:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514702:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.514727:0:147028:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1776186287.514737:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x934:0x0]) in obj [0x2400007ed:0x934:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186287.514741:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.514747:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.515807:0:147028:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b46868d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729600:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186287.515906:0:147028:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.523516:0:147028:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b46868d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729600:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186287.525852:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.525872:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.525912:0:147028:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1776186287.525935:0:147028:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986) 00000002:00100000:0.0:1776186287.525981:0:147028:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000091240cee x1862459654729536/t12884907129(12884907129) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186294 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:0.0:1776186287.526009:0:147028:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186287.526014:0:147028:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000009b46868d x1862459654729728/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186287.526036:0:147028:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b46868d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729728:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186287.526219:0:147028:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.531140:0:147028:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b46868d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729728:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186287.531174:0:147028:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000091240cee x1862459654729536/t12884907129(12884907129) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186294 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:0.0:1776186287.531229:0:147028:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.531238:0:147028:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:0.0:1776186287.531240:0:147028:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:0.0:1776186287.531244:0:147028:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1627:0x0](00000000a6618f84) 00010000:00010000:0.0:1776186287.531732:0:147028:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.531841:0:147028:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.531909:0:147028:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.531916:0:147028:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.531922:0:147028:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186287.531924:0:147028:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006cff7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x934:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd509 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.531941:0:147028:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006cfe2 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x127:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd4ae expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186287.531958:0:147028:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186287.531964:0:147028:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000009b46868d x1862459654729856/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186287.531985:0:147028:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b46868d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729856:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186287.533747:0:147028:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.541196:0:147028:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b46868d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729856:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186287.541247:0:147028:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x934:0x0](0000000060338986) 00000080:00200000:0.0:1776186287.541941:0:147028:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84) 00010000:00010000:0.0:1776186287.541979:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cff0 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd4ca expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.542032:0:147028:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186287.542052:0:147028:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186287.542059:0:147028:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.542067:0:147028:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.542075:0:147028:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186287.542079:0:147028:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186287.542084:0:147028:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000039dcf216 00010000:00010000:0.0:1776186287.542087:0:147028:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.542093:0:147028:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.542105:0:147028:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.542111:0:147028:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186287.542114:0:147028:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.542120:0:147028:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=0 00000080:00200000:0.0:1776186287.542122:0:147028:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:0.0:1776186287.542126:0:147028:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:0.0:1776186287.542146:0:147028:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cff0 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd4ca expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186287.542182:0:147028:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000028fd5b06 x1862459654729088/t330712491829(330712491829) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186295 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:0.0:1776186287.542210:0:147028:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186287.542214:0:147028:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000091240cee x1862459654729984/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186287.542236:0:147028:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091240cee pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729984:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186287.542345:0:147028:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.545597:0:147028:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091240cee pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654729984:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186287.545698:0:147028:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000028fd5b06 x1862459654729088/t330712491829(330712491829) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:0.0:1776186287.545751:0:147028:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfd4 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd492 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.545770:0:147028:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.545802:0:147028:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cff0 lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd4ca expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.545808:0:147028:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfd4 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd492 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.545812:0:147028:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.545817:0:147028:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1776186287.545819:0:147028:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006cff0 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd4ca expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.545827:0:147028:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006cfd4 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd492 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.545832:0:147028:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006cfb8 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1627:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd429 expref: -99 pid: 147026 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186287.545852:0:147028:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186287.545856:0:147028:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000091240cee x1862459654730112/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186287.545873:0:147028:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091240cee pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654730112:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186287.545959:0:147028:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:1.0:1776186287.552242:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186287.552616:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663764672 00000100:00100000:0.0:1776186287.552775:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7292 00000100:00100000:0.0:1776186287.552782:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092107bb4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663764672:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186287.552796:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006cffe lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x127:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dd510 expref: -99 pid: 147028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.552870:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186287.552876:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092107bb4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663764672:12345-192.168.203.125@tcp:104: Request processed in 95us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186287.552884:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7292 00000100:00100000:0.0:1776186287.569469:0:147028:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091240cee pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147028:1862459654730112:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186287.569519:0:147028:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1627:0x0](00000000a6618f84) 00000080:00200000:0.0:1776186287.579261:0:147031:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186287.579587:0:147031:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186287.579605:0:147031:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.579619:0:147031:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186287.579636:0:147031:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186287.579639:0:147031:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186287.579645:0:147031:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000014067937 00010000:00010000:0.0:1776186287.579647:0:147031:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.579655:0:147031:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186287.579669:0:147031:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.579677:0:147031:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:0.0:1776186287.579680:0:147031:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186287.579689:0:147031:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:0.0:1776186287.579694:0:147031:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:0.0:1776186287.579705:0:147031:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186287.579745:0:147031:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.579752:0:147031:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.579761:0:147031:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.579786:0:147031:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007294c826 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147031:1862459654730240:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186287.579918:0:147031:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186287.587565:0:147031:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007294c826 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147031:1862459654730240:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186287.587591:0:147031:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587777:0:147031:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587786:0:147031:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587796:0:147031:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587806:0:147031:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587816:0:147031:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587822:0:147031:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587829:0:147031:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186287.587838:0:147031:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000007294c826 x1862459654730240/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186287.587854:0:147031:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000011370fca/0xa474374c0006d00c lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd587 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587862:0:147031:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 9663678445/2355 (0 0) 00000002:00010000:1.0:1776186287.587875:0:147031:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x933:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186287.587924:0:147031:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d013 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x933:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587931:0:147031:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d013 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.587939:0:147031:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d013 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x933:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186287.587958:0:147031:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147031:1862459654730304:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186287.588064:0:147031:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ecb71abb going to sleep for 6 seconds 00000080:00200000:1.0:1776186287.646205:0:147031:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x935:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:1.0:1776186287.646253:0:147031:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x935:0x0](00000000d294b012) 00000002:00100000:1.0:1776186287.646344:0:147031:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000050637d8 x1862459654730560/t12884907133(12884907133) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186294 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:1.0:1776186287.646369:0:147031:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186287.646373:0:147031:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f4a32286 x1862459654730880/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186287.646390:0:147031:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4a32286 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147031:1862459654730880:192.168.203.125@tcp:35:touch.0 00000100:00100000:1.0:1776186287.646449:0:147031:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ecb71abb going to sleep for 6 seconds 00000002:00010000:0.0:1776186287.736607:0:147034:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc1:0x0]) in obj [0x240001788:0xc1:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186287.736617:0:147034:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d059 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd683 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.736625:0:147034:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d059 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd683 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186287.736636:0:147034:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186287.736639:0:147034:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d059 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd683 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.736645:0:147034:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d059 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd683 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186287.736655:0:147034:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc1:0x0]) in obj [0x200025d92:0xc1:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186287.736660:0:147034:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d03d lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd621 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.736666:0:147034:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d03d lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd621 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186287.736675:0:147034:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186287.736677:0:147034:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d03d lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd621 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.736683:0:147034:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d03d lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd621 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.778385:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186287.778544:0:33156:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1776186287.778579:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663765696 00000100:00100000:1.0:1776186287.778630:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7293 00000100:00100000:1.0:1776186287.778637:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0374fd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663765696:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186287.778652:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d059 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dd683 expref: -99 pid: 147033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.778722:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186287.778728:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0374fd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663765696:12345-192.168.203.125@tcp:104: Request processed in 91us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186287.778735:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7293 00000100:00100000:1.0:1776186287.927115:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186287.927218:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663766400 00000100:00100000:0.0:1776186287.927278:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7294 00000100:00100000:0.0:1776186287.927285:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e23ac7e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663766400:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186287.927335:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d08a lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dd78d expref: -99 pid: 147037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.927421:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186287.927427:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e23ac7e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663766400:12345-192.168.203.125@tcp:104: Request processed in 142us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186287.927435:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7294 00010000:00010000:1.0:1776186287.927842:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776186287.927845:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776186287.927847:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776186287.971573:0:147038:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x128:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.971658:0:147038:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x128:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186287.971667:0:147038:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x128:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186287.971689:0:147038:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bf6b48b pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654733760:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186287.971817:0:147038:0:(client.c:2500:ptlrpc_set_wait()) set 00000000132a7a7f going to sleep for 6 seconds 00000100:00100000:1.0:1776186287.977253:0:147038:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bf6b48b pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654733760:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186287.977286:0:147038:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x128:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977316:0:147038:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977328:0:147038:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977337:0:147038:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977347:0:147038:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977360:0:147038:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977365:0:147038:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186287.977374:0:147038:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000006bf6b48b x1862459654733760/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186294 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186287.977395:0:147038:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977406:0:147038:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/296 (0 0) 00010000:00010000:1.0:1776186287.977413:0:147038:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977419:0:147038:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186287.977534:0:147038:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x162a:0x0], updating i_size 8192 00000080:00200000:1.0:1776186287.977538:0:147038:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x162a:0x0](00000000cd8f7734): rc = 0 00000080:00010000:1.0:1776186287.977548:0:147038:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x162a:0x0](00000000cd8f7734) for lock 0xa474374c0006d091 00000080:00010000:1.0:1776186287.977559:0:147038:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x162a:0x0](00000000cd8f7734) 00000080:00010000:1.0:1776186287.977563:0:147038:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d091 from it 000000006c6bd4c3 00010000:00010000:1.0:1776186287.977565:0:147038:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d091 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd7d3 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977574:0:147038:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d091 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd7d3 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186287.977671:0:147038:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), inode mode 41ed mask 1 00000080:00200000:1.0:1776186287.977690:0:147038:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), inode mode 41ed mask 3 00000080:00200000:1.0:1776186287.977693:0:147038:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), file 00000000064e8f7d, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1776186287.977701:0:147038:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), intent=open|creat 00000002:00010000:1.0:1776186287.977724:0:147038:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x162b:0x0]) in obj [0x200025d90:0x128:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1776186287.977747:0:147038:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d098 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x128:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd7e1 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977797:0:147038:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d098 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd7e1 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977803:0:147038:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186287.977805:0:147038:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d098 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd7e1 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977831:0:147038:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x128:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.977837:0:147038:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x128:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186287.977847:0:147038:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186287.977852:0:147038:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006b188ee0 x1862459654733888/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186287.977859:0:147038:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x128:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186287.977876:0:147038:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654733888:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186287.977997:0:147038:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b0c255cf going to sleep for 6 seconds 00000100:00100000:1.0:1776186287.983866:0:147038:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654733888:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186287.983896:0:147038:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x128:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.983923:0:147038:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.983930:0:147038:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.983939:0:147038:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.983954:0:147038:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.983965:0:147038:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.983972:0:147038:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186287.983978:0:147038:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186287.983986:0:147038:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000006b188ee0 x1862459654733888/t330712491840(330712491840) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186295 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:1.0:1776186287.984002:0:147038:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006b188ee0 x1862459654733888/t330712491840(330712491840) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186295 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186287.984013:0:147038:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186287.984023:0:147038:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186287.984032:0:147038:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5675 (0 0) 00000080:00200000:1.0:1776186287.984051:0:147038:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), intent=open|creat 00000080:00200000:1.0:1776186287.984081:0:147038:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x162b:0x0](000000000b8bf9f9) 00000080:00200000:1.0:1776186287.984139:0:147038:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x162b:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1776186287.984144:0:147038:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x162b:0x0](000000000b8bf9f9) 00000080:00010000:1.0:1776186287.984146:0:147038:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x162b:0x0](000000000b8bf9f9) for lock 0xa474374c0006d0a6 00000080:00200000:1.0:1776186287.984159:0:147038:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x162b:0x0](000000000b8bf9f9), flags 104501 00000002:00100000:1.0:1776186287.984175:0:147038:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006b188ee0 x1862459654733888/t330712491840(330712491840) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186295 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:1.0:1776186287.984235:0:147038:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d0a6 from it 00000000ccb64ab2 00010000:00010000:1.0:1776186287.984238:0:147038:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186287.984251:0:147038:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d0a6 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x162b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4dd80b expref: -99 pid: 147038 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1776186287.985132:0:147038:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162b:0x0](000000000b8bf9f9), inode mode 81a4 mask 40 00000080:00200000:1.0:1776186287.985168:0:147038:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x162b:0x0](000000000b8bf9f9) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:1.0:1776186287.985362:0:147038:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186287.985370:0:147038:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000092107bb4 x1862459654734016/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186287.985399:0:147038:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654734016:192.168.203.125@tcp:36:touch.0 00000100:00100000:1.0:1776186287.985569:0:147038:0:(client.c:2500:ptlrpc_set_wait()) set 0000000069fc7478 going to sleep for 6 seconds 00000100:00100000:1.0:1776186287.989393:0:147038:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654734016:192.168.203.125@tcp:36:touch.0 00000080:00200000:1.0:1776186287.989519:0:147038:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x162b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1776186287.989534:0:147038:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1776186287.989711:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654734080:192.168.203.125@tcp:2:touch.0 00000100:00100000:1.0:1776186287.992516:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654734080:192.168.203.125@tcp:2:touch.0 00000080:00200000:0.0:1776186287.992548:0:147038:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x162b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1776186287.992653:0:147038:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x162b:0x0](000000000b8bf9f9) 00000002:00100000:0.0:1776186287.992693:0:147038:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000006b188ee0 x1862459654733888/t330712491840(330712491840) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186295 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:0.0:1776186287.992715:0:147038:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186287.992719:0:147038:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a152d741 x1862459654734208/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186287.992737:0:147038:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a152d741 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654734208:192.168.203.125@tcp:35:touch.0 00000100:00100000:0.0:1776186287.992790:0:147038:0:(client.c:2500:ptlrpc_set_wait()) set 000000009dc1fdae going to sleep for 6 seconds 00000100:00100000:1.0:1776186287.995477:0:147038:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a152d741 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147038:1862459654734208:192.168.203.125@tcp:35:touch.0 00000002:00100000:1.0:1776186287.995508:0:147038:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000006b188ee0 x1862459654733888/t330712491840(330712491840) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:0.0:1776186288.004535:0:147039:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186288.004556:0:147039:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186288.004572:0:147039:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.004585:0:147039:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186288.004595:0:147039:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186288.004597:0:147039:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186288.004604:0:147039:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000009fc93a0 00010000:00010000:0.0:1776186288.004606:0:147039:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.004613:0:147039:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.004626:0:147039:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.004633:0:147039:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186288.004636:0:147039:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.004639:0:147039:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:0.0:1776186288.004641:0:147039:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.004652:0:147039:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), flags=1536 00000080:00200000:0.0:1776186288.004655:0:147039:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), inode mode 41ed mask 3 00000080:00200000:0.0:1776186288.004659:0:147039:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), inode mode 41ed mask 3 00000080:00200000:0.0:1776186288.004662:0:147039:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x162a:0x0](00000000cd8f7734) 00010000:00010000:0.0:1776186288.004684:0:147039:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.004735:0:147039:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.004741:0:147039:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186288.004742:0:147039:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d09f lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x128:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd7ef expref: -99 pid: 147038 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186288.004760:0:147039:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186288.004769:0:147039:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000091240cee x1862459654734336/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186288.004788:0:147039:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091240cee pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147039:1862459654734336:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:0.0:1776186288.004909:0:147039:0:(client.c:2500:ptlrpc_set_wait()) set 000000009dc1fdae going to sleep for 6 seconds 00000080:00200000:1.0:1776186288.103127:0:147040:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x937:0x0](00000000c30f70e2),name=b 00000002:00010000:1.0:1776186288.103151:0:147040:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x937:0x0]) in obj [0x240000fb8:0x128:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186288.103161:0:147040:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000eb52c409/0xa474374c0006d0d0 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x937:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd8b3 expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.103170:0:147040:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000eb52c409/0xa474374c0006d0d0 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x937:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd8b3 expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186288.103178:0:147040:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x937:0x0](00000000c30f70e2) 00000080:00010000:1.0:1776186288.103181:0:147040:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x937:0x0](00000000c30f70e2) for lock 0xa474374c0006d0d0 00000080:00010000:1.0:1776186288.103185:0:147040:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d0d0 from it 0000000019fe84e3 00010000:00010000:1.0:1776186288.103188:0:147040:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000eb52c409/0xa474374c0006d0d0 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x937:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd8b3 expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.103199:0:147040:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000eb52c409/0xa474374c0006d0d0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x937:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd8b3 expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186288.103246:0:147040:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162a:0x0](00000000cd8f7734), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.103252:0:147040:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:1.0:1776186288.103259:0:147040:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x937:0x0](00000000c30f70e2), inode mode 41ed mask 44 00000080:00200000:1.0:1776186288.103265:0:147040:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x937:0x0](00000000c30f70e2), flags 704400 00000002:00010000:1.0:1776186288.103276:0:147040:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x937:0x0]) in obj [0x2400007ed:0x937:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186288.103353:0:147040:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000c349d9f9/0xa474374c0006d0de lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x937:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.103361:0:147040:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000c349d9f9/0xa474374c0006d0de lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x937:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186288.103372:0:147040:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186288.103390:0:147040:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ab2cf28a x1862459654735488/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186288.103398:0:147040:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000c349d9f9/0xa474374c0006d0de lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x937:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186288.103417:0:147040:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147040:1862459654735488:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186288.103901:0:147040:0:(client.c:2500:ptlrpc_set_wait()) set 0000000069fc7478 going to sleep for 6 seconds 00010000:00010000:1.0:1776186288.120343:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186288.150760:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186288.150853:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663767360 00000100:00100000:1.0:1776186288.150908:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7295 00000100:00100000:1.0:1776186288.150914:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007294c826 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663767360:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186288.150930:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d0d7 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x128:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dd8ba expref: -99 pid: 147040 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.151003:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186288.151009:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007294c826 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663767360:12345-192.168.203.125@tcp:104: Request processed in 95us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186288.151025:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7295 00000080:00200000:1.0:1776186288.201850:0:147043:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186288.201874:0:147043:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186288.201888:0:147043:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.201903:0:147043:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186288.201915:0:147043:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186288.201918:0:147043:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186288.201925:0:147043:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000007c2e3c57 00010000:00010000:1.0:1776186288.201927:0:147043:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.201934:0:147043:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186288.201947:0:147043:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.201953:0:147043:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:1.0:1776186288.201956:0:147043:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.201965:0:147043:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:1.0:1776186288.201969:0:147043:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:1.0:1776186288.201978:0:147043:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186288.202016:0:147043:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d0e5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.202023:0:147043:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d0e5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.202031:0:147043:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d0e5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186288.202054:0:147043:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147043:1862459654736192:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186288.202119:0:147043:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 6 seconds 00000080:00200000:1.0:1776186288.251200:0:147043:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x938:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:1.0:1776186288.251250:0:147043:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x938:0x0](0000000074f22e54) 00000002:00100000:1.0:1776186288.251296:0:147043:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000008ccd216c x1862459654736512/t12884907150(12884907150) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186295 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:1.0:1776186288.251350:0:147043:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186288.251354:0:147043:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e0eb5697 x1862459654736832/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186288.251372:0:147043:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0eb5697 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147043:1862459654736832:192.168.203.125@tcp:35:touch.0 00000100:00100000:1.0:1776186288.251433:0:147043:0:(client.c:2500:ptlrpc_set_wait()) set 0000000088520b00 going to sleep for 6 seconds 00000100:00100000:1.0:1776186288.254591:0:147043:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0eb5697 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147043:1862459654736832:192.168.203.125@tcp:35:touch.0 00000002:00100000:1.0:1776186288.254628:0:147043:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000008ccd216c x1862459654736512/t12884907150(12884907150) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:1.0:1776186288.261855:0:147044:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186288.261887:0:147044:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186288.261904:0:147044:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.261921:0:147044:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186288.261933:0:147044:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186288.261938:0:147044:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186288.261944:0:147044:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000fed6baaf 00010000:00010000:1.0:1776186288.261947:0:147044:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.261956:0:147044:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186288.261970:0:147044:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.261978:0:147044:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186288.261981:0:147044:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.261985:0:147044:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:1.0:1776186288.261987:0:147044:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x936:0x0](00000000db62a018), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.261998:0:147044:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x936:0x0](00000000db62a018), flags=1536 00000080:00200000:1.0:1776186288.262002:0:147044:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x936:0x0](00000000db62a018), inode mode 41ed mask 3 00000080:00200000:1.0:1776186288.262006:0:147044:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x936:0x0](00000000db62a018), inode mode 41ed mask 3 00000080:00200000:1.0:1776186288.262009:0:147044:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x936:0x0](00000000db62a018) 00010000:00010000:1.0:1776186288.262038:0:147044:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d0fa lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd95b expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.262099:0:147044:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d0fa lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd95b expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.262106:0:147044:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186288.262108:0:147044:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d0fa lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd95b expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186288.262130:0:147044:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186288.262141:0:147044:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006b1e7de9 x1862459654736960/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186288.262162:0:147044:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147044:1862459654736960:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186288.262501:0:147044:0:(client.c:2500:ptlrpc_set_wait()) set 0000000088520b00 going to sleep for 6 seconds 00000100:00100000:1.0:1776186288.265806:0:147044:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147044:1862459654736960:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:1.0:1776186288.265853:0:147044:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x162c:0x0](000000000b8bf9f9) 00000080:00200000:1.0:1776186288.265871:0:147044:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x162c:0x0], updating i_size 4096 00000002:00010000:0.0:1776186288.364469:0:147046:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc2:0x0]) in obj [0x240001788:0xc2:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186288.364477:0:147046:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d132 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dda2d expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.364484:0:147046:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d132 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dda2d expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186288.364493:0:147046:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186288.364496:0:147046:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d132 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dda2d expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.364502:0:147046:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d132 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dda2d expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186288.364510:0:147046:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc2:0x0]) in obj [0x200025d92:0xc2:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186288.364515:0:147046:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d517b1e2/0xa474374c0006d116 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd9cb expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.364520:0:147046:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d517b1e2/0xa474374c0006d116 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd9cb expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186288.364527:0:147046:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186288.364529:0:147046:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d517b1e2/0xa474374c0006d116 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dd9cb expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.364534:0:147046:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d517b1e2/0xa474374c0006d116 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd9cb expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186288.369134:0:147045:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b9ae022 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147045:1862459654738176:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186288.369221:0:147045:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00010000:00010000:0.0:1776186288.376530:0:147045:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d12b lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dda26 expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.376545:0:147045:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d12b lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dda26 expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.376584:0:147045:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x162c:0x0](000000000b8bf9f9) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1776186288.376597:0:147045:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x162c:0x0](000000000b8bf9f9) 00000002:00100000:0.0:1776186288.376638:0:147045:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000439e03bf x1862459654738112/t330712491851(330712491851) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186296 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:0.0:1776186288.376663:0:147045:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186288.376667:0:147045:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000b9ae022 x1862459654738304/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186288.376685:0:147045:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b9ae022 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147045:1862459654738304:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186288.376792:0:147045:0:(client.c:2500:ptlrpc_set_wait()) set 0000000010cc881b going to sleep for 6 seconds 00010000:00010000:0.0:1776186288.386492:0:147045:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d12b lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x162c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dda26 expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.386510:0:147045:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d517b1e2/0xa474374c0006d116 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd9cb expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.386515:0:147045:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186288.386518:0:147045:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d12b lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x162c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dda26 expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.386536:0:147045:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d517b1e2/0xa474374c0006d116 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd9cb expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186288.386554:0:147045:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186288.386563:0:147045:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000439e03bf x1862459654738432/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186288.386588:0:147045:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000439e03bf pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147045:1862459654738432:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186288.387134:0:147045:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:0.0:1776186288.390184:0:147045:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000439e03bf pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147045:1862459654738432:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186288.390241:0:147045:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x162c:0x0](000000000b8bf9f9) 00000080:00200000:0.0:1776186288.390295:0:147045:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x936:0x0](00000000db62a018) 00010000:00010000:0.0:1776186288.390358:0:147045:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d124 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x936:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd9e7 expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.390405:0:147045:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186288.390426:0:147045:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186288.390435:0:147045:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.390442:0:147045:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186288.390450:0:147045:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186288.390452:0:147045:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186288.390457:0:147045:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000d215b030 00010000:00010000:0.0:1776186288.390460:0:147045:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.390466:0:147045:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.390478:0:147045:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.390484:0:147045:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186288.390487:0:147045:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.390492:0:147045:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=0 00000080:00200000:0.0:1776186288.390494:0:147045:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:0.0:1776186288.390497:0:147045:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:0.0:1776186288.390516:0:147045:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d0e5 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x936:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd931 expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.390529:0:147045:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d124 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x936:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dd9e7 expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.390556:0:147045:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d0e5 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x936:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd931 expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.390574:0:147045:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186288.390590:0:147045:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d0e5 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x936:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dd931 expref: -99 pid: 147043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.390609:0:147045:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d124 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x936:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dd9e7 expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186288.390634:0:147045:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000070316123 x1862459654737664/t12884907155(12884907155) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186295 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:0.0:1776186288.390651:0:147045:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186288.390656:0:147045:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000b9ae022 x1862459654738624/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186288.390671:0:147045:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b9ae022 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147045:1862459654738624:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186288.390715:0:147045:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:1.0:1776186288.390803:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a152d741 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654738496:192.168.203.125@tcp:103:rm.0 00000100:00100000:1.0:1776186288.395043:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a152d741 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654738496:192.168.203.125@tcp:103:rm.0 00000100:00100000:0.0:1776186288.403260:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186288.403328:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663768448 00000100:00100000:0.0:1776186288.403372:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7296 00000100:00100000:0.0:1776186288.403388:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a152d741 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663768448:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186288.403403:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d132 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dda2d expref: -99 pid: 147045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.403461:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186288.403465:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a152d741 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663768448:12345-192.168.203.125@tcp:104: Request processed in 78us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186288.403472:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7296 00000100:00100000:0.0:1776186288.519049:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186288.519135:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663769152 00000100:00100000:1.0:1776186288.519189:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7297 00000100:00100000:1.0:1776186288.519195:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b9ae022 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663769152:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186288.519210:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b4f491c1/0xa474374c0006d163 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4ddb37 expref: -99 pid: 147049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.519286:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186288.519291:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b9ae022 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663769152:12345-192.168.203.125@tcp:104: Request processed in 96us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186288.519342:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7297 00010000:00010000:0.0:1776186288.589069:0:147050:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589086:0:147050:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589096:0:147050:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589106:0:147050:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589120:0:147050:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589126:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589132:0:147050:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186288.589148:0:147050:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000439e03bf x1862459654739584/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186296 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186288.589160:0:147050:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589169:0:147050:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5677 (0 0) 00000002:00010000:0.0:1776186288.589228:0:147050:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x129:0x0]) in obj [0x200025d90:0x129:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186288.589273:0:147050:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x129:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589281:0:147050:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.589288:0:147050:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186288.589321:0:147050:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739648:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186288.589416:0:147050:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c685d21f going to sleep for 6 seconds 00000100:00100000:0.0:1776186288.598050:0:147050:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739648:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186288.598074:0:147050:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598085:0:147050:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598095:0:147050:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598104:0:147050:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598114:0:147050:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598121:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598128:0:147050:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186288.598136:0:147050:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000cb998a4f x1862459654739648/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186296 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186288.598146:0:147050:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598157:0:147050:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/297 (0 0) 00010000:00010000:0.0:1776186288.598163:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598169:0:147050:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186288.598191:0:147050:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x129:0x0]) in obj [0x240000fb8:0x129:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186288.598229:0:147050:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x129:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598235:0:147050:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.598242:0:147050:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186288.598259:0:147050:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739712:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186288.598429:0:147050:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c685d21f going to sleep for 6 seconds 00000100:00100000:0.0:1776186288.606458:0:147050:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739712:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186288.606480:0:147050:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606493:0:147050:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606503:0:147050:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606512:0:147050:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606522:0:147050:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606528:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606534:0:147050:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186288.606542:0:147050:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000cb998a4f x1862459654739712/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186288.606553:0:147050:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606562:0:147050:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/297 (0 0) 00010000:00010000:0.0:1776186288.606568:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606576:0:147050:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.606606:0:147050:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x162d:0x0], updating i_size 8192 00000080:00200000:0.0:1776186288.606609:0:147050:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x162d:0x0](00000000c30f70e2): rc = 0 00000080:00010000:0.0:1776186288.606618:0:147050:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x162d:0x0](00000000c30f70e2) for lock 0xa474374c0006d16a 00000080:00010000:0.0:1776186288.606629:0:147050:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x162d:0x0](00000000c30f70e2) 00000080:00010000:0.0:1776186288.606632:0:147050:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d16a from it 0000000060ee826e 00010000:00010000:0.0:1776186288.606635:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606642:0:147050:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d16a lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddb7d expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.606664:0:147050:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.606682:0:147050:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), inode mode 41ed mask 3 00000080:00200000:0.0:1776186288.606686:0:147050:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), file 000000006e30baa0, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1776186288.606693:0:147050:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), intent=open|creat 00000002:00010000:0.0:1776186288.606713:0:147050:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x162e:0x0]) in obj [0x200025d90:0x129:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1776186288.606723:0:147050:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606771:0:147050:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606778:0:147050:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186288.606780:0:147050:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d171 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddb8b expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606809:0:147050:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x129:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.606815:0:147050:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x129:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186288.606825:0:147050:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186288.606830:0:147050:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000cb998a4f x1862459654739840/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186288.606838:0:147050:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x129:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186288.606856:0:147050:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739840:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186288.606984:0:147050:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c685d21f going to sleep for 6 seconds 00000100:00100000:0.0:1776186288.613630:0:147050:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739840:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186288.613655:0:147050:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x129:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.613685:0:147050:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.613692:0:147050:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.613702:0:147050:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.613715:0:147050:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.613725:0:147050:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.613733:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.613740:0:147050:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186288.613749:0:147050:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000cb998a4f x1862459654739840/t330712491857(330712491857) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:0.0:1776186288.613759:0:147050:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000cb998a4f x1862459654739840/t330712491857(330712491857) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186288.613772:0:147050:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186288.613784:0:147050:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186288.613792:0:147050:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5678 (0 0) 00000080:00200000:0.0:1776186288.613811:0:147050:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), intent=open|creat 00000080:00200000:0.0:1776186288.613842:0:147050:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x162e:0x0](000000004d60a309) 00000080:00200000:0.0:1776186288.613918:0:147050:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x162e:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1776186288.613925:0:147050:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x162e:0x0](000000004d60a309) 00000080:00010000:0.0:1776186288.613928:0:147050:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x162e:0x0](000000004d60a309) for lock 0xa474374c0006d17f 00000080:00200000:0.0:1776186288.613941:0:147050:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x162e:0x0](000000004d60a309), flags 104501 00000002:00100000:0.0:1776186288.613957:0:147050:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000cb998a4f x1862459654739840/t330712491857(330712491857) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:0.0:1776186288.614016:0:147050:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d17f from it 000000003f05f1f8 00010000:00010000:0.0:1776186288.614020:0:147050:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186288.614027:0:147050:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ba62ceba/0xa474374c0006d17f lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x162e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4ddbb5 expref: -99 pid: 147050 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1776186288.614042:0:147050:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162e:0x0](000000004d60a309), inode mode 81a4 mask 40 00000080:00200000:0.0:1776186288.614073:0:147050:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x162e:0x0](000000004d60a309) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:0.0:1776186288.614111:0:147050:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186288.614117:0:147050:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006c831084 x1862459654739968/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186288.614134:0:147050:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c831084 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739968:192.168.203.125@tcp:36:touch.0 00000100:00100000:0.0:1776186288.614201:0:147050:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186288.620497:0:147050:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c831084 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654739968:192.168.203.125@tcp:36:touch.0 00000080:00200000:0.0:1776186288.620748:0:147050:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x162e:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1776186288.620764:0:147050:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1776186288.622664:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654740032:192.168.203.125@tcp:2:touch.0 00000100:00100000:0.0:1776186288.630805:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654740032:192.168.203.125@tcp:2:touch.0 00000080:00200000:1.0:1776186288.630925:0:147050:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x162e:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:1.0:1776186288.630971:0:147050:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x162e:0x0](000000004d60a309) 00000002:00100000:1.0:1776186288.631015:0:147050:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000cb998a4f x1862459654739840/t330712491857(330712491857) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186296 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:1.0:1776186288.631039:0:147050:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186288.631043:0:147050:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000080f00cca x1862459654740160/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186288.631064:0:147050:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654740160:192.168.203.125@tcp:35:touch.0 00000100:00100000:1.0:1776186288.631127:0:147050:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eb9daf1c going to sleep for 6 seconds 00000100:00100000:0.0:1776186288.637213:0:147050:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147050:1862459654740160:192.168.203.125@tcp:35:touch.0 00000002:00100000:0.0:1776186288.637428:0:147050:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000cb998a4f x1862459654739840/t330712491857(330712491857) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186296 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:1.0:1776186288.658987:0:147051:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186288.659010:0:147051:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186288.659027:0:147051:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.659040:0:147051:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186288.659051:0:147051:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186288.659054:0:147051:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186288.659060:0:147051:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000009fc93a0 00010000:00010000:1.0:1776186288.659062:0:147051:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.659070:0:147051:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186288.659083:0:147051:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.659089:0:147051:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186288.659092:0:147051:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.659096:0:147051:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:1.0:1776186288.659099:0:147051:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.659109:0:147051:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), flags=1536 00000080:00200000:1.0:1776186288.659112:0:147051:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), inode mode 41ed mask 3 00000080:00200000:1.0:1776186288.659116:0:147051:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), inode mode 41ed mask 3 00000080:00200000:1.0:1776186288.659120:0:147051:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x162d:0x0](00000000c30f70e2) 00010000:00010000:1.0:1776186288.659696:0:147051:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.659759:0:147051:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.659766:0:147051:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186288.659768:0:147051:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000734b6cd9/0xa474374c0006d178 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddb99 expref: -99 pid: 147050 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186288.659791:0:147051:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186288.659802:0:147051:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000029e0a25f x1862459654740288/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186288.659824:0:147051:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029e0a25f pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147051:1862459654740288:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186288.660170:0:147051:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6b06fc7 going to sleep for 6 seconds 00000100:00100000:1.0:1776186288.795009:0:147052:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0d06a24 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147052:1862459654741312:192.168.203.125@tcp:37:rm.0 00010000:00010000:1.0:1776186288.796222:0:147052:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1b0 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddc64 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.796240:0:147052:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1b0 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc64 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186288.796492:0:147052:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x129:0x0]) in obj [0x240000fb8:0x129:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186288.796505:0:147052:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.796517:0:147052:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186288.796529:0:147052:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186288.796532:0:147052:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.796538:0:147052:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186288.797447:0:147052:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x93a:0x0](000000006a0a381b),name=b 00000002:00010000:1.0:1776186288.797471:0:147052:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x93a:0x0]) in obj [0x240000fb8:0x129:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186288.797480:0:147052:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d1a9 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc5d expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.797489:0:147052:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d1a9 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc5d expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186288.797499:0:147052:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x93a:0x0](000000006a0a381b) 00000080:00010000:1.0:1776186288.797501:0:147052:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x93a:0x0](000000006a0a381b) for lock 0xa474374c0006d1a9 00000080:00010000:1.0:1776186288.797506:0:147052:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d1a9 from it 000000009c9b4fce 00010000:00010000:1.0:1776186288.797508:0:147052:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d1a9 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x93a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddc5d expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.797514:0:147052:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d1a9 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x93a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc5d expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186288.797578:0:147052:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162d:0x0](00000000c30f70e2), inode mode 41ed mask 1 00000080:00200000:1.0:1776186288.797863:0:147052:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:1.0:1776186288.797869:0:147052:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x93a:0x0](000000006a0a381b), inode mode 41ed mask 44 00000080:00200000:1.0:1776186288.797877:0:147052:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x93a:0x0](000000006a0a381b), flags 704400 00000002:00010000:1.0:1776186288.797889:0:147052:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x93a:0x0]) in obj [0x2400007ed:0x93a:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186288.798077:0:147052:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d1b7 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.798086:0:147052:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d1b7 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186288.798097:0:147052:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186288.798106:0:147052:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000eb63d876 x1862459654741440/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186288.798114:0:147052:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d1b7 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186288.798134:0:147052:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147052:1862459654741440:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186288.798721:0:147052:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa0b82af going to sleep for 6 seconds 00000002:00010000:0.0:1776186288.799152:0:147053:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x129:0x0]) in obj [0x200025d90:0x129:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186288.799165:0:147053:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1b0 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc64 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.799175:0:147053:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1b0 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc64 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186288.799186:0:147053:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186288.799189:0:147053:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1b0 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddc64 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.799196:0:147053:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1b0 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc64 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186288.799207:0:147053:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x129:0x0]) in obj [0x240000fb8:0x129:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186288.799212:0:147053:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.799218:0:147053:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186288.799227:0:147053:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186288.799228:0:147053:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.799234:0:147053:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d194 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddc02 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186288.843270:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186288.847949:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663769920 00000100:00100000:1.0:1776186288.848059:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7298 00000100:00100000:1.0:1776186288.848066:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af64e454 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663769920:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186288.848080:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1b0 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x129:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4ddc64 expref: -99 pid: 147052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186288.848171:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186288.848177:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af64e454 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663769920:12345-192.168.203.125@tcp:104: Request processed in 111us (4915us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186288.848184:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7298 00000080:00200000:0.0:1776186288.974867:0:147056:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186288.974892:0:147056:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186288.974906:0:147056:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.974919:0:147056:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186288.974929:0:147056:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186288.974931:0:147056:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186288.974937:0:147056:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000030d634a8 00010000:00010000:0.0:1776186288.974940:0:147056:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.974947:0:147056:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.974960:0:147056:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.974966:0:147056:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186288.974968:0:147056:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.974971:0:147056:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:0.0:1776186288.974973:0:147056:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.974983:0:147056:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x939:0x0](00000000db0e19e6), flags=1536 00000080:00200000:0.0:1776186288.974986:0:147056:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 3 00000080:00200000:0.0:1776186288.974990:0:147056:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 3 00000080:00200000:0.0:1776186288.974993:0:147056:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x939:0x0](00000000db0e19e6) 00010000:00010000:0.0:1776186288.975017:0:147056:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1d3 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddd05 expref: -99 pid: 147055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.975075:0:147056:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1d3 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddd05 expref: -99 pid: 147055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.975083:0:147056:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186288.975085:0:147056:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d1d3 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddd05 expref: -99 pid: 147055 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186288.975106:0:147056:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186288.975117:0:147056:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000386dfdbc x1862459654742912/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186288.975139:0:147056:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386dfdbc pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147056:1862459654742912:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:0.0:1776186288.975734:0:147056:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186288.984465:0:147056:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386dfdbc pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147056:1862459654742912:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:0.0:1776186288.984515:0:147056:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639) 00000080:00200000:0.0:1776186288.984521:0:147056:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x162f:0x0], updating i_size 4096 00000080:00200000:0.0:1776186288.996564:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186288.996591:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186288.997028:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.997044:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186288.997057:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186288.997060:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186288.997067:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000002c08c4b7 00010000:00010000:0.0:1776186288.997071:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.997078:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186288.997091:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.997098:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186288.997103:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186288.997107:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=8 00000080:00200000:0.0:1776186288.997112:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6),name=test1 00000002:00010000:0.0:1776186288.997125:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x939:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186288.997132:0:147057:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 30 res 9663678445/2361 (0 0) 00010000:00010000:0.0:1776186288.997514:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.997523:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186288.997532:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186288.997556:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654742976:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186288.997752:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.016988:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654742976:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.017012:0:147057:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017036:0:147057:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017044:0:147057:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017053:0:147057:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017061:0:147057:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017070:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017077:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017093:0:147057:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.017103:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000cb91d759 x1862459654742976/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186295 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186289.017115:0:147057:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017123:0:147057:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2361 (0 0) 00000080:00200000:0.0:1776186289.017154:0:147057:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x939:0x0], updating i_size 4096 00000080:00010000:0.0:1776186289.017160:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x939:0x0](00000000db0e19e6) for lock 0xa474374c0006d1e1 00000080:00010000:0.0:1776186289.017166:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x939:0x0](00000000db0e19e6) 00000080:00010000:0.0:1776186289.017168:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d1e1 from it 0000000007002204 00010000:00010000:0.0:1776186289.017170:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017190:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.017216:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.017256:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017262:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.017270:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.017289:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743040:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186289.017403:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.022072:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743040:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.022094:0:147057:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022105:0:147057:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022114:0:147057:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022122:0:147057:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022133:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022140:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022145:0:147057:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.022154:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000cb91d759 x1862459654743040/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186296 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186289.022166:0:147057:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022187:0:147057:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/195 (0 0) 00010000:00010000:0.0:1776186289.022194:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022201:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.022223:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.022263:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022269:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.022281:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.022331:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743104:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186289.022394:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.026525:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743104:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.026551:0:147057:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026563:0:147057:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026573:0:147057:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026581:0:147057:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026591:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026598:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026604:0:147057:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.026613:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000cb91d759 x1862459654743104/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186289.026626:0:147057:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026637:0:147057:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/195 (0 0) 00010000:00010000:0.0:1776186289.026643:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026651:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.026726:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.026740:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.026749:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026757:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.026767:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.026770:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.026775:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000001c1387cc 00010000:00010000:0.0:1776186289.026776:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026782:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.026790:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.026795:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:0.0:1776186289.026799:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.026802:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:0.0:1776186289.026805:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 44 00000080:00200000:0.0:1776186289.026811:0:147057:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), flags 704400 00000002:00010000:0.0:1776186289.026825:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x939:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186289.026868:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.026876:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.026885:0:147057:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186289.026890:0:147057:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000cb91d759 x1862459654743232/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186289.026898:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.026916:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743232:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186289.027057:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.031181:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743232:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.031202:0:147057:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031225:0:147057:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031231:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031243:0:147057:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031251:0:147057:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031257:0:147057:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a5d6dbaa already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186289.031261:0:147057:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031268:0:147057:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031274:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031281:0:147057:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186289.031285:0:147057:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031290:0:147057:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1f6 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.031350:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000cb91d759 x1862459654743232/t12884907169(12884907169) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:0.0:1776186289.031372:0:147057:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000cb91d759 x1862459654743232/t12884907169(12884907169) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186289.031414:0:147057:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x939:0x0], updating i_size 4096 00000002:00100000:0.0:1776186289.031428:0:147057:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000cb91d759 x1862459654743232/t12884907169(12884907169) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186289.031543:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6),name=test1 00000002:00010000:0.0:1776186289.031559:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x939:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.031571:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031580:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.031588:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.031593:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031598:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031605:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031611:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.031623:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.031628:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031633:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031643:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031648:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.031657:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x939:0x0](00000000db0e19e6) 00000080:00010000:0.0:1776186289.031660:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x939:0x0](00000000db0e19e6) for lock 0xa474374c0006d1e1 00000080:00010000:0.0:1776186289.031664:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d1e1 from it 000000000a87db4a 00010000:00010000:0.0:1776186289.031665:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031670:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.031679:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.031683:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031689:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031695:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031701:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.031711:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.031715:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031720:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031725:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031729:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.031777:0:147057:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6) pos/size0/8192 32bit_api 0 00010000:00010000:0.0:1776186289.031788:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.031808:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.031813:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.031819:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.032489:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743296:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186289.032558:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.049056:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743296:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186289.050122:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.050139:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.050159:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.050171:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.052690:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.053493:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743360:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186289.053624:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.066003:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743360:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186289.066967:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.066983:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.067044:0:147057:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6) 00000002:00100000:0.0:1776186289.067088:0:147057:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000cb91d759 x1862459654743232/t12884907169(12884907169) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186296 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:0.0:1776186289.067115:0:147057:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186289.067120:0:147057:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000041dd170 x1862459654743488/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.067145:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743488:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186289.067263:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.076697:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743488:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186289.076730:0:147057:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000cb91d759 x1862459654743232/t12884907169(12884907169) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186296 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:0.0:1776186289.076800:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.076814:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.076829:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.076840:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.076849:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.076852:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.076858:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000001c1387cc 00010000:00010000:0.0:1776186289.076860:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.076868:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.077129:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.077137:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:0.0:1776186289.077733:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.077739:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:0.0:1776186289.077744:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 44 00000080:00200000:0.0:1776186289.077751:0:147057:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), flags 704400 00000002:00010000:0.0:1776186289.077769:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x939:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:0.0:1776186289.078493:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.078505:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.078517:0:147057:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186289.078525:0:147057:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000041dd170 x1862459654743616/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186289.078533:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.078555:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743616:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186289.078854:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.085011:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743616:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.085052:0:147057:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085062:0:147057:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085071:0:147057:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085080:0:147057:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.085096:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000041dd170 x1862459654743616/t12884907171(12884907171) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:0.0:1776186289.085107:0:147057:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000041dd170 x1862459654743616/t12884907171(12884907171) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186289.085119:0:147057:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085128:0:147057:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2361 (0 0) 00000080:00200000:0.0:1776186289.085158:0:147057:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x939:0x0], updating i_size 4096 00000080:00010000:0.0:1776186289.085164:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x939:0x0](00000000db0e19e6) for lock 0xa474374c0006d1fd 00000080:00010000:0.0:1776186289.085170:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d1fd from it 0000000076544faf 00010000:00010000:0.0:1776186289.085173:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085181:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.085202:0:147057:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000041dd170 x1862459654743616/t12884907171(12884907171) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:0.0:1776186289.085835:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6),name=test1 00000002:00010000:0.0:1776186289.085854:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x939:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.085864:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085873:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.085886:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.085891:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085897:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085905:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085911:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.085920:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.085925:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085931:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085937:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085942:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.085952:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x939:0x0](00000000db0e19e6) 00000080:00010000:0.0:1776186289.085955:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x939:0x0](00000000db0e19e6) for lock 0xa474374c0006d1e1 00000080:00010000:0.0:1776186289.085959:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d1e1 from it 000000000a87db4a 00010000:00010000:0.0:1776186289.085961:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085965:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000097839dd3/0xa474374c0006d1e1 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd59 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.085973:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.085977:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085983:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085989:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.085994:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.086000:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.086003:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086008:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086013:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086024:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.086049:0:147057:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6) pos/size0/8192 32bit_api 0 00010000:00010000:0.0:1776186289.086059:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.086080:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.086085:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086092:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186289.086103:0:147057:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186289.086105:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086111:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.086119:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.086123:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086128:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186289.086136:0:147057:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186289.086139:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086144:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.086176:0:147057:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:0.0:1776186289.086196:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.086204:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:0.0:1776186289.086208:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 3 00000080:00200000:0.0:1776186289.086212:0:147057:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x2400007ed:0x939:0x0](00000000db0e19e6) 00010000:00010000:0.0:1776186289.086237:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086449:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d1da lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x93b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4ddd28 expref: -99 pid: 147055 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1776186289.086464:0:147057:0:(vvp_object.c:137:vvp_conf_set()) [0x2400007ed:0x93b:0x0]: losing layout lock 00010000:00010000:0.0:1776186289.086494:0:147057:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d1da lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x93b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4ddd28 expref: -99 pid: 147055 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186289.086500:0:147057:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.086504:0:147057:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186289.086506:0:147057:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d1da lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x93b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4ddd28 expref: -99 pid: 147055 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186289.086519:0:147057:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d1e8 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddd67 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.086537:0:147057:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186289.086544:0:147057:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000cb91d759 x1862459654743744/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.086820:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743744:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186289.088815:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.094505:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb91d759 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743744:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186289.094569:0:147057:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x93b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1776186289.094581:0:147057:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1776186289.094604:0:147057:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x93b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1776186289.094609:0:147057:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x93b:0x0](00000000c30f70e2) 00000080:00200000:0.0:1776186289.094680:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.094695:0:147057:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x939:0x0](00000000db0e19e6), flags=0 00000080:00200000:0.0:1776186289.094699:0:147057:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x2400007ed:0x939:0x0](00000000db0e19e6), intent=getattr 00000002:00010000:0.0:1776186289.094717:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.094762:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.094770:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.094778:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.094794:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743808:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186289.094846:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.098402:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743808:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.098424:0:147057:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098444:0:147057:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098451:0:147057:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098461:0:147057:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098469:0:147057:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098478:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098485:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098491:0:147057:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.098511:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000227917b0 x1862459654743808/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186289.098522:0:147057:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098535:0:147057:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5679 (0 0) 00000080:00200000:0.0:1776186289.098563:0:147057:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x162f:0x0], updating i_size 4096 00000080:00200000:0.0:1776186289.098566:0:147057:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x162f:0x0](000000004c68d639): rc = 0 00000080:00010000:0.0:1776186289.098572:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x162f:0x0](000000004c68d639) for lock 0xa474374c0006d204 00000080:00010000:0.0:1776186289.098581:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x162f:0x0](000000004c68d639) 00000080:00010000:0.0:1776186289.098584:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d204 from it 00000000b5598860 00010000:00010000:0.0:1776186289.098587:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098594:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.098647:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.098682:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098689:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.098698:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.098714:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743872:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186289.098775:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.101791:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743872:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.101818:0:147057:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.101832:0:147057:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.101844:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@00000000227917b0 x1862459654743872/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186296 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:0.0:1776186289.102481:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743936:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186289.102542:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.130006:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654743936:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186289.130706:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.130722:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.130741:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.130753:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.130763:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186289.130775:0:147057:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186289.130778:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.130783:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.131412:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639),name=b 00000002:00010000:0.0:1776186289.131436:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x162f:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.131444:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.131451:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.131459:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x162f:0x0](000000004c68d639) 00000080:00010000:0.0:1776186289.131462:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x162f:0x0](000000004c68d639) for lock 0xa474374c0006d204 00000080:00010000:0.0:1776186289.131466:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d204 from it 0000000007002204 00010000:00010000:0.0:1776186289.131467:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.131472:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.131513:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.131519:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:0.0:1776186289.131525:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639), inode mode 41ed mask 44 00000080:00200000:0.0:1776186289.131532:0:147057:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639), flags 704400 00000002:00010000:0.0:1776186289.131551:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x162f:0x0]) in obj [0x20001b1b3:0x162f:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186289.131593:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.131601:0:147057:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.131616:0:147057:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186289.131625:0:147057:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000227917b0 x1862459654744064/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186289.131632:0:147057:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.131649:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744064:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186289.131789:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000002:00010000:1.0:1776186289.132035:0:147058:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc3:0x0]) in obj [0x240001788:0xc3:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186289.132044:0:147058:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.132051:0:147058:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186289.132061:0:147058:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186289.132063:0:147058:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.132070:0:147058:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186289.132080:0:147058:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc3:0x0]) in obj [0x200025d92:0xc3:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186289.132084:0:147058:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.132090:0:147058:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186289.132098:0:147058:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186289.132100:0:147058:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.132106:0:147058:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.134846:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744064:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186289.134866:0:147057:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134879:0:147057:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134886:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134892:0:147057:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134898:0:147057:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134904:0:147057:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e0a9bcd8 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186289.134908:0:147057:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134919:0:147057:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134926:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134934:0:147057:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186289.134938:0:147057:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.134943:0:147057:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d212 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.134960:0:147057:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000227917b0 x1862459654744064/t330712491867(330712491867) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:0.0:1776186289.134971:0:147057:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000227917b0 x1862459654744064/t330712491867(330712491867) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186289.134996:0:147057:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x162f:0x0], updating i_size 4096 00000002:00100000:0.0:1776186289.135011:0:147057:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000227917b0 x1862459654744064/t330712491867(330712491867) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186289.135125:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639),name=b 00000002:00010000:0.0:1776186289.135142:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x162f:0x0]) in obj [0x200025d92:0xc3:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.135153:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.135163:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.135176:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x162f:0x0](000000004c68d639) 00000080:00010000:0.0:1776186289.135179:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x162f:0x0](000000004c68d639) for lock 0xa474374c0006d204 00000080:00010000:0.0:1776186289.135183:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d204 from it 000000000a87db4a 00010000:00010000:0.0:1776186289.135185:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.135192:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.135216:0:147057:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1776186289.135225:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x162f:0x0]) in obj [0x20001b1b3:0x162f:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.135230:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.135236:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.136732:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744128:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186289.136811:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.145438:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744128:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186289.146398:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.146415:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.146459:0:147057:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1776186289.146473:0:147057:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639) 00000002:00100000:0.0:1776186289.146510:0:147057:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000227917b0 x1862459654744064/t330712491867(330712491867) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:0.0:1776186289.146536:0:147057:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186289.146541:0:147057:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000062773952 x1862459654744256/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.146793:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744256:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186289.146972:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.149646:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744256:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186289.149676:0:147057:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000227917b0 x1862459654744064/t330712491867(330712491867) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:0.0:1776186289.149727:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.149735:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:0.0:1776186289.149738:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6), inode mode 41ed mask 3 00000080:00200000:0.0:1776186289.149742:0:147057:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x2400007ed:0x939:0x0](00000000db0e19e6) 00010000:00010000:0.0:1776186289.149769:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.150200:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.150465:0:147057:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.150473:0:147057:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.150480:0:147057:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186289.150482:0:147057:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d204 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x162f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dddd0 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.150494:0:147057:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d1ef lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddd75 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.150508:0:147057:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186289.150515:0:147057:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000062773952 x1862459654744384/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.150532:0:147057:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744384:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186289.150598:0:147057:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.156374:0:147057:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147057:1862459654744384:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186289.156417:0:147057:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x162f:0x0](000000004c68d639) 00000080:00200000:0.0:1776186289.156472:0:147057:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x939:0x0](00000000db0e19e6) 00010000:00010000:0.0:1776186289.156500:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.156535:0:147057:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.156717:0:147057:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.156728:0:147057:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.156737:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.156746:0:147057:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.156749:0:147057:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.156755:0:147057:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000d0cf0f3a 00010000:00010000:0.0:1776186289.156758:0:147057:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.156765:0:147057:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.156776:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.156782:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186289.156785:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.156791:0:147057:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=0 00000080:00200000:0.0:1776186289.156793:0:147057:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:0.0:1776186289.156797:0:147057:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:0.0:1776186289.156813:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b2cb4033/0xa474374c0006d1be lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddcdb expref: -99 pid: 147055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.156825:0:147057:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.156863:0:147057:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b2cb4033/0xa474374c0006d1be lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddcdb expref: -99 pid: 147055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.156870:0:147057:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186289.156889:0:147057:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b2cb4033/0xa474374c0006d1be lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x939:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddcdb expref: -99 pid: 147055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.156910:0:147057:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5d6dbaa/0xa474374c0006d1fd lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x939:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddd91 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.156937:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654744448:192.168.203.125@tcp:103:rm.0 00000100:00100000:1.0:1776186289.162260:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654744448:192.168.203.125@tcp:103:rm.0 00000100:00100000:0.0:1776186289.178137:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186289.178241:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663770944 00000100:00100000:1.0:1776186289.178325:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7299 00000100:00100000:1.0:1776186289.178333:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb2655a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663770944:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186289.178348:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000bdcbfef2/0xa474374c0006d20b lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dddd7 expref: -99 pid: 147057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.178427:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186289.178433:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb2655a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663770944:12345-192.168.203.125@tcp:104: Request processed in 100us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186289.178440:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7299 00000080:00200000:0.0:1776186289.233998:0:147060:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.234013:0:147060:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.234021:0:147060:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.234031:0:147060:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.234040:0:147060:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.234043:0:147060:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.234048:0:147060:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a84330d3 00010000:00010000:0.0:1776186289.234050:0:147060:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.234057:0:147060:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.234079:0:147060:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.234085:0:147060:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:0.0:1776186289.234088:0:147060:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.234100:0:147060:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:0.0:1776186289.234104:0:147060:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:0.0:1776186289.234114:0:147060:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.234150:0:147060:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d220 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.234157:0:147060:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d220 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.234166:0:147060:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e7247028/0xa474374c0006d220 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147060 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.234184:0:147060:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147060:1862459654744896:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186289.234410:0:147060:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000080:00200000:0.0:1776186289.257524:0:147060:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.257547:0:147060:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.257563:0:147060:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.257576:0:147060:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.257586:0:147060:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.257589:0:147060:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:0.0:1776186289.257595:0:147060:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 0000000022a9ad44 00010000:00010000:0.0:1776186289.257597:0:147060:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.257605:0:147060:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.257733:0:147060:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.257740:0:147060:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.257746:0:147060:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.257753:0:147060:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.257760:0:147060:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.257762:0:147060:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.257765:0:147060:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000e2a56c8b 00010000:00010000:0.0:1776186289.257767:0:147060:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.257774:0:147060:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.257781:0:147060:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.257788:0:147060:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:0.0:1776186289.257792:0:147060:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:0.0:1776186289.257797:0:147060:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:0.0:1776186289.257817:0:147060:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:0.0:1776186289.257826:0:147060:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test stripe_offset 0, stripe_count: 2 00010000:00010000:0.0:1776186289.257861:0:147060:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d227 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dde71 expref: -99 pid: 147060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.257874:0:147060:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.259215:0:147060:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d227 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dde71 expref: -99 pid: 147060 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.259230:0:147060:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186289.259232:0:147060:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d227 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dde71 expref: -99 pid: 147060 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.259267:0:147060:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186289.259277:0:147060:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000a0fd51e x1862459654745088/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.259317:0:147060:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a0fd51e pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147060:1862459654745088:192.168.203.125@tcp:36:lfs.0 00000100:00100000:0.0:1776186289.259404:0:147060:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b3b1327 going to sleep for 6 seconds 00000100:00100000:1.0:1776186289.269570:0:147060:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a0fd51e pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147060:1862459654745088:192.168.203.125@tcp:36:lfs.0 00000080:00200000:1.0:1776186289.269622:0:147060:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1630:0x0](000000007efa9ba5) 00000080:00200000:1.0:1776186289.269627:0:147060:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1630:0x0], updating i_size 4096 00000080:00200000:1.0:1776186289.269660:0:147060:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:1.0:1776186289.269686:0:147060:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.281719:0:147061:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.281745:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.281761:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.281774:0:147061:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.281784:0:147061:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.281787:0:147061:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.281793:0:147061:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000d87e32c8 00010000:00010000:0.0:1776186289.281796:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.281803:0:147061:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.281816:0:147061:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.281823:0:147061:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:0.0:1776186289.281825:0:147061:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.281835:0:147061:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:0.0:1776186289.281839:0:147061:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:0.0:1776186289.281849:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.281885:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.281892:0:147061:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.281901:0:147061:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.282015:0:147061:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745152:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186289.282207:0:147061:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.287081:0:147061:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745152:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186289.287101:0:147061:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287116:0:147061:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287123:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287129:0:147061:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287137:0:147061:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287143:0:147061:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008169a554 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186289.287147:0:147061:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287153:0:147061:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287160:0:147061:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287167:0:147061:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186289.287172:0:147061:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287178:0:147061:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d22e lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.287195:0:147061:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@0000000029ed7fea x1862459654745152/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186289.287224:0:147061:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186289.287348:0:147061:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.287371:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.287379:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287387:0:147061:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.287394:0:147061:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.287397:0:147061:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.287403:0:147061:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000005cc04bbc 00010000:00010000:0.0:1776186289.287405:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287412:0:147061:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.287423:0:147061:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.287429:0:147061:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:0.0:1776186289.287431:0:147061:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.287441:0:147061:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:0.0:1776186289.287445:0:147061:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:0.0:1776186289.287453:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.287485:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287491:0:147061:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.287499:0:147061:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.287517:0:147061:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745216:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186289.287754:0:147061:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.292540:0:147061:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745216:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186289.292568:0:147061:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292582:0:147061:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292595:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292601:0:147061:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292608:0:147061:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292614:0:147061:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e0a9bcd8 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186289.292617:0:147061:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292623:0:147061:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292629:0:147061:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292635:0:147061:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186289.292639:0:147061:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292644:0:147061:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d235 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.292660:0:147061:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@0000000029ed7fea x1862459654745216/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186289.292695:0:147061:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186289.292760:0:147061:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.292771:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.292778:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292787:0:147061:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.292795:0:147061:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.292798:0:147061:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.292802:0:147061:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000d87e32c8 00010000:00010000:0.0:1776186289.292804:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292812:0:147061:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.292823:0:147061:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.292829:0:147061:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:0.0:1776186289.292834:0:147061:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:0.0:1776186289.292843:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.292847:0:147061:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:0.0:1776186289.292875:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292881:0:147061:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.292895:0:147061:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.292924:0:147061:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745280:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186289.292980:0:147061:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.296410:0:147061:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745280:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186289.296430:0:147061:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296443:0:147061:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296451:0:147061:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296460:0:147061:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296467:0:147061:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296476:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296482:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296494:0:147061:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.296502:0:147061:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000029ed7fea x1862459654745280/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:0.0:1776186289.296512:0:147061:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296519:0:147061:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186289.296538:0:147061:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:0.0:1776186289.296544:0:147061:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d23c 00000080:00010000:0.0:1776186289.296551:0:147061:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:0.0:1776186289.296553:0:147061:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d23c from it 00000000fc135ed8 00010000:00010000:0.0:1776186289.296555:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.296561:0:147061:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.297115:0:147061:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.297129:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.297137:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.297147:0:147061:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.297159:0:147061:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.297162:0:147061:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:0.0:1776186289.297165:0:147061:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 00000000fc135ed8 00010000:00010000:0.0:1776186289.297167:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.297173:0:147061:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.297263:0:147061:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.297270:0:147061:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.297276:0:147061:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.297282:0:147061:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.297290:0:147061:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.297291:0:147061:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.297294:0:147061:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000073a16642 00010000:00010000:0.0:1776186289.297328:0:147061:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.297335:0:147061:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.297342:0:147061:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.297347:0:147061:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:0.0:1776186289.297350:0:147061:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:0.0:1776186289.297354:0:147061:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:0.0:1776186289.297383:0:147061:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:0.0:1776186289.297392:0:147061:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test1 stripe_offset 1, stripe_count: 2 00000020:00100000:0.0:1776186289.297437:0:147061:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186289.297445:0:147061:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000029ed7fea x1862459654745408/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.297465:0:147061:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745408:192.168.203.125@tcp:36:lfs.0 00000100:00100000:0.0:1776186289.297522:0:147061:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:1.0:1776186289.305519:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186289.305813:0:33156:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1776186289.305835:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663771648 00000100:00100000:0.0:1776186289.305919:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7300 00000100:00100000:0.0:1776186289.305925:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7aba257 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186982:x1862459663771648:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186289.305940:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000009ad50208/0xa474374c0006d23c lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4ddee1 expref: -99 pid: 147061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.306011:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186289.306016:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7aba257 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186982:x1862459663771648:12345-192.168.203.125@tcp:104: Request processed in 91us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186289.306023:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7300 00000100:00100000:0.0:1776186289.317750:0:147061:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ed7fea pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147061:1862459654745408:192.168.203.125@tcp:36:lfs.0 00000080:00200000:0.0:1776186289.317797:0:147061:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x93c:0x0](000000004c68d639) 00000080:00200000:0.0:1776186289.317802:0:147061:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x93c:0x0], updating i_size 4096 00000080:00200000:0.0:1776186289.317844:0:147061:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:0.0:1776186289.317868:0:147061:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.382238:0:147063:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.382263:0:147063:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.382279:0:147063:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.382292:0:147063:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.382434:0:147063:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.382437:0:147063:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.382443:0:147063:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000096085bd8 00010000:00010000:0.0:1776186289.382446:0:147063:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.382453:0:147063:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.382465:0:147063:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.382471:0:147063:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186289.382474:0:147063:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.382477:0:147063:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:0.0:1776186289.382480:0:147063:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1630:0x0](000000007efa9ba5), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.382491:0:147063:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1630:0x0](000000007efa9ba5), flags=1536 00000080:00200000:0.0:1776186289.382495:0:147063:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1630:0x0](000000007efa9ba5), inode mode 41ed mask 3 00000080:00200000:0.0:1776186289.382499:0:147063:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1630:0x0](000000007efa9ba5), inode mode 41ed mask 3 00000080:00200000:0.0:1776186289.382502:0:147063:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1630:0x0](000000007efa9ba5) 00010000:00010000:0.0:1776186289.382527:0:147063:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d251 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4ddf43 expref: -99 pid: 147062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.382580:0:147063:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d251 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddf43 expref: -99 pid: 147062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.382586:0:147063:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186289.382588:0:147063:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d251 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4ddf43 expref: -99 pid: 147062 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.382606:0:147063:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186289.382615:0:147063:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000af64e454 x1862459654746240/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.382636:0:147063:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af64e454 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147063:1862459654746240:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:0.0:1776186289.382706:0:147063:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000080:00200000:1.0:1776186289.400739:0:147064:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186289.400761:0:147064:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186289.400773:0:147064:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.400783:0:147064:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186289.400791:0:147064:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186289.400793:0:147064:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186289.400798:0:147064:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000dca5a875 00010000:00010000:1.0:1776186289.400800:0:147064:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.400805:0:147064:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186289.400815:0:147064:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186289.400820:0:147064:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186289.400822:0:147064:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186289.400824:0:147064:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=8 00000080:00200000:1.0:1776186289.400827:0:147064:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1630:0x0](000000007efa9ba5),name=test 00000002:00010000:1.0:1776186289.400833:0:147064:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1630:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186289.400839:0:147064:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5680 (0 0) 00010000:00010000:1.0:1776186289.400876:0:147064:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da73d88c/0xa474374c0006d25f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.400883:0:147064:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da73d88c/0xa474374c0006d25f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.400892:0:147064:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da73d88c/0xa474374c0006d25f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186289.400916:0:147064:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147064:1862459654746304:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186289.401124:0:147064:0:(client.c:2500:ptlrpc_set_wait()) set 00000000915c4083 going to sleep for 6 seconds 00000080:00200000:1.0:1776186289.515130:0:147064:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x93d:0x0](000000002743eb3a),name=b 00000002:00010000:1.0:1776186289.515153:0:147064:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x93d:0x0]) in obj [0x240000fb8:0x12a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186289.515162:0:147064:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.515170:0:147064:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186289.515179:0:147064:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x93d:0x0](000000002743eb3a) 00000080:00010000:1.0:1776186289.515182:0:147064:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x93d:0x0](000000002743eb3a) for lock 0xa474374c0006d282 00000080:00010000:1.0:1776186289.515187:0:147064:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d282 from it 00000000a88ed520 00010000:00010000:1.0:1776186289.515189:0:147064:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.515196:0:147064:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186289.515251:0:147064:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1630:0x0](000000007efa9ba5), inode mode 41ed mask 1 00000080:00200000:1.0:1776186289.515258:0:147064:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000002:00010000:0.0:1776186289.516033:0:147065:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12a:0x0]) in obj [0x200025d90:0x12a:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.516044:0:147065:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d289 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de00e expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.516053:0:147065:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d289 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de00e expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186289.516064:0:147065:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186289.516066:0:147065:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d289 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de00e expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.516072:0:147065:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d289 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de00e expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.516082:0:147065:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12a:0x0]) in obj [0x240000fb8:0x12a:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.516087:0:147065:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d26d lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddfac expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.516093:0:147065:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d26d lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddfac expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186289.516101:0:147065:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186289.516103:0:147065:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d26d lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ddfac expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.516119:0:147065:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d26d lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ddfac expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186289.516798:0:147064:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x93d:0x0](000000002743eb3a), inode mode 41ed mask 44 00000080:00200000:1.0:1776186289.516810:0:147064:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x93d:0x0](000000002743eb3a), flags 704400 00000002:00010000:1.0:1776186289.516987:0:147064:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x93d:0x0]) in obj [0x2400007ed:0x93d:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186289.517035:0:147064:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.517043:0:147064:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186289.517054:0:147064:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186289.517064:0:147064:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000000e5ada9 x1862459654747392/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186289.517073:0:147064:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186289.517092:0:147064:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147064:1862459654747392:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186289.517545:0:147064:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa0b82af going to sleep for 6 seconds 00000100:00100000:1.0:1776186289.520100:0:147064:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147064:1862459654747392:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186289.520125:0:147064:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520139:0:147064:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520146:0:147064:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520155:0:147064:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520163:0:147064:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520169:0:147064:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000236e0eb0 already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186289.520174:0:147064:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520181:0:147064:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520193:0:147064:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 5/0,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520201:0:147064:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186289.520206:0:147064:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520212:0:147064:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d290 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186289.520431:0:147064:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@0000000000e5ada9 x1862459654747392/t12884907178(12884907178) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:1.0:1776186289.520446:0:147064:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000000e5ada9 x1862459654747392/t12884907178(12884907178) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186289.520474:0:147064:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x93d:0x0], updating i_size 4096 00000002:00100000:1.0:1776186289.520504:0:147064:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000000e5ada9 x1862459654747392/t12884907178(12884907178) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186296 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186289.520630:0:147064:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x93d:0x0](000000002743eb3a),name=b 00000002:00010000:1.0:1776186289.520648:0:147064:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x93d:0x0]) in obj [0x240000fb8:0x12a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186289.520660:0:147064:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520669:0:147064:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186289.520677:0:147064:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x93d:0x0](000000002743eb3a) 00000080:00010000:1.0:1776186289.520679:0:147064:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x93d:0x0](000000002743eb3a) for lock 0xa474374c0006d282 00000080:00010000:1.0:1776186289.520685:0:147064:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d282 from it 00000000ba4602a9 00010000:00010000:1.0:1776186289.520687:0:147064:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520693:0:147064:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186289.520719:0:147064:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x93d:0x0](000000002743eb3a) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1776186289.520729:0:147064:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x93d:0x0]) in obj [0x2400007ed:0x93d:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186289.520734:0:147064:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.520740:0:147064:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d282 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x93d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de007 expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186289.521361:0:147064:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147064:1862459654747456:192.168.203.125@tcp:37:rm.0 00000100:00100000:1.0:1776186289.521430:0:147064:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa0b82af going to sleep for 6 seconds 00000100:00100000:1.0:1776186289.548060:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186289.548201:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663772416 00000100:00100000:0.0:1776186289.548260:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7301 00000100:00100000:0.0:1776186289.548266:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b57737b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663772416:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186289.548281:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d289 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de00e expref: -99 pid: 147064 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.548382:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186289.548388:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b57737b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663772416:12345-192.168.203.125@tcp:104: Request processed in 122us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186289.548396:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7301 00000002:00010000:0.0:1776186289.748803:0:147070:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc4:0x0]) in obj [0x240001788:0xc4:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.748811:0:147070:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d2e4 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de181 expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.748819:0:147070:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d2e4 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de181 expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186289.748845:0:147070:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186289.748848:0:147070:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d2e4 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de181 expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.748854:0:147070:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d2e4 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de181 expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186289.748864:0:147070:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc4:0x0]) in obj [0x200025d92:0xc4:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186289.748869:0:147070:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fd7e7999/0xa474374c0006d2c8 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de11f expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.748875:0:147070:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fd7e7999/0xa474374c0006d2c8 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de11f expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186289.748884:0:147070:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186289.748886:0:147070:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fd7e7999/0xa474374c0006d2c8 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de11f expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.748891:0:147070:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fd7e7999/0xa474374c0006d2c8 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de11f expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.791472:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186289.791790:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663773440 00000100:00100000:1.0:1776186289.791881:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7302 00000100:00100000:1.0:1776186289.791888:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb2655a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663773440:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186289.791902:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d2e4 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de181 expref: -99 pid: 147069 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.791976:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186289.791982:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb2655a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663773440:12345-192.168.203.125@tcp:104: Request processed in 95us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186289.791989:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7302 00000080:00200000:1.0:1776186289.821381:0:147072:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186289.821412:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186289.821428:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.821441:0:147072:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186289.821452:0:147072:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186289.821455:0:147072:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186289.821462:0:147072:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000005f09db0f 00010000:00010000:1.0:1776186289.821464:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.821471:0:147072:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186289.821484:0:147072:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186289.821490:0:147072:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186289.821494:0:147072:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186289.821502:0:147072:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186289.821507:0:147072:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186289.821517:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186289.821557:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.821564:0:147072:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.821572:0:147072:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186289.821596:0:147072:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654750784:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186289.821793:0:147072:0:(client.c:2500:ptlrpc_set_wait()) set 0000000088520b00 going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.839243:0:147072:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491885 gen 11 00000100:00100000:0.0:1776186289.839277:0:147072:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654750784:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186289.839293:0:147072:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839336:0:147072:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839355:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839363:0:147072:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839370:0:147072:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839376:0:147072:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000236e0eb0 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186289.839379:0:147072:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839385:0:147072:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839391:0:147072:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839398:0:147072:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186289.839402:0:147072:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839408:0:147072:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000236e0eb0/0xa474374c0006d2f2 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.839422:0:147072:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000baabea24 x1862459654750784/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186289.839558:0:147072:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186289.839622:0:147072:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.839637:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.839645:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839654:0:147072:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.839663:0:147072:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.839666:0:147072:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.839671:0:147072:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000010073992 00010000:00010000:0.0:1776186289.839673:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839680:0:147072:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.839692:0:147072:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.839699:0:147072:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:0.0:1776186289.839701:0:147072:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.839713:0:147072:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:0.0:1776186289.839717:0:147072:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:0.0:1776186289.839726:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.839773:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839780:0:147072:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.839787:0:147072:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.839806:0:147072:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654750848:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186289.839917:0:147072:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097040af1 going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.846827:0:147072:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654750848:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186289.846847:0:147072:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846861:0:147072:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846867:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846873:0:147072:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846881:0:147072:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846887:0:147072:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e0a9bcd8 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186289.846890:0:147072:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846897:0:147072:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846907:0:147072:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846914:0:147072:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186289.846918:0:147072:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.846924:0:147072:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d2f9 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.846939:0:147072:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000ee880654 x1862459654750848/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186289.846969:0:147072:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186289.847039:0:147072:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.847050:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.847057:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.847066:0:147072:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.847073:0:147072:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.847076:0:147072:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.847080:0:147072:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000005f09db0f 00010000:00010000:0.0:1776186289.847082:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.847088:0:147072:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.847099:0:147072:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.847106:0:147072:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:0.0:1776186289.847112:0:147072:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:0.0:1776186289.847119:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.847123:0:147072:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:0.0:1776186289.847153:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.847159:0:147072:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.847168:0:147072:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186289.847186:0:147072:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654750912:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186289.847241:0:147072:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097040af1 going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.854930:0:147072:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654750912:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186289.854954:0:147072:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.854970:0:147072:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.854977:0:147072:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.854986:0:147072:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.854996:0:147072:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.855007:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.855013:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.855019:0:147072:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186289.855028:0:147072:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000ee880654 x1862459654750912/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:0.0:1776186289.855038:0:147072:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.855047:0:147072:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186289.855069:0:147072:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:0.0:1776186289.855075:0:147072:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d300 00000080:00010000:0.0:1776186289.855081:0:147072:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:0.0:1776186289.855084:0:147072:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d300 from it 000000007976a55a 00010000:00010000:0.0:1776186289.855085:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.855093:0:147072:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.855869:0:147072:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.855884:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186289.855895:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.855907:0:147072:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.855916:0:147072:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.855919:0:147072:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:0.0:1776186289.855923:0:147072:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 000000007976a55a 00010000:00010000:0.0:1776186289.855925:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.855932:0:147072:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.856038:0:147072:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186289.856046:0:147072:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186289.856051:0:147072:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.856058:0:147072:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186289.856065:0:147072:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186289.856067:0:147072:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186289.856070:0:147072:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000f3ce2a4f 00010000:00010000:0.0:1776186289.856072:0:147072:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.856079:0:147072:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186289.856087:0:147072:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186289.856094:0:147072:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:0.0:1776186289.856097:0:147072:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:0.0:1776186289.856101:0:147072:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:0.0:1776186289.856120:0:147072:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:0.0:1776186289.856128:0:147072:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test stripe_offset 0, stripe_count: 2 00010000:00010000:0.0:1776186289.856150:0:147072:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.856165:0:147072:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.856205:0:147072:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.856212:0:147072:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186289.856213:0:147072:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d300 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de21b expref: -99 pid: 147072 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186289.856230:0:147072:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186289.856237:0:147072:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ee880654 x1862459654751040/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186289.856260:0:147072:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654751040:192.168.203.125@tcp:36:lfs.0 00000100:00100000:0.0:1776186289.856370:0:147072:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097040af1 going to sleep for 6 seconds 00000100:00100000:0.0:1776186289.867849:0:147072:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147072:1862459654751040:192.168.203.125@tcp:36:lfs.0 00000080:00200000:0.0:1776186289.867899:0:147072:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b) 00000080:00200000:0.0:1776186289.867905:0:147072:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1633:0x0], updating i_size 4096 00000080:00200000:0.0:1776186289.867941:0:147072:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:0.0:1776186289.867965:0:147072:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186289.887691:0:147073:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186289.887724:0:147073:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186289.887745:0:147073:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.887760:0:147073:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186289.887771:0:147073:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186289.887773:0:147073:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186289.887780:0:147073:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000dca5a875 00010000:00010000:1.0:1776186289.887782:0:147073:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.887790:0:147073:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186289.887804:0:147073:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186289.887811:0:147073:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186289.887814:0:147073:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186289.887826:0:147073:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186289.887830:0:147073:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186289.887841:0:147073:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186289.887883:0:147073:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d307 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.887895:0:147073:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d307 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186289.887904:0:147073:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000edef0bfe/0xa474374c0006d307 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186289.887930:0:147073:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7d5b6e3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147073:1862459654751104:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186289.888011:0:147073:0:(client.c:2500:ptlrpc_set_wait()) set 000000005de3084e going to sleep for 6 seconds 00000100:00100000:1.0:1776186289.914465:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186289.914569:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663774144 00000100:00100000:0.0:1776186289.914623:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7303 00000100:00100000:0.0:1776186289.914629:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020550c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186982:x1862459663774144:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186289.914645:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d315 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de28b expref: -99 pid: 147073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186289.914727:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186289.914732:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020550c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186982:x1862459663774144:12345-192.168.203.125@tcp:104: Request processed in 103us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186289.914739:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7303 00000100:00100000:0.0:1776186290.030724:0:147074:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c4531f73 going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.034462:0:147074:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d005f86c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147074:1862459654752064:192.168.203.125@tcp:35:touch.0 00000002:00100000:1.0:1776186290.034493:0:147074:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e5def154 x1862459654751744/t330712491889(330712491889) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:1.0:1776186290.052047:0:147075:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186290.052071:0:147075:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186290.052089:0:147075:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.052101:0:147075:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186290.052112:0:147075:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186290.052115:0:147075:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186290.052122:0:147075:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000009fc93a0 00010000:00010000:1.0:1776186290.052125:0:147075:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.052137:0:147075:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186290.052151:0:147075:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.052158:0:147075:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186290.052161:0:147075:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.052165:0:147075:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:1.0:1776186290.052167:0:147075:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.052179:0:147075:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1633:0x0](00000000d653560b), flags=1536 00000080:00200000:1.0:1776186290.052183:0:147075:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), inode mode 41ed mask 3 00000080:00200000:1.0:1776186290.052187:0:147075:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), inode mode 41ed mask 3 00000080:00200000:1.0:1776186290.052191:0:147075:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1633:0x0](00000000d653560b) 00010000:00010000:1.0:1776186290.052216:0:147075:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b2cb4033/0xa474374c0006d32a lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de2ed expref: -99 pid: 147074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.052272:0:147075:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b2cb4033/0xa474374c0006d32a lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de2ed expref: -99 pid: 147074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.052279:0:147075:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186290.052281:0:147075:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b2cb4033/0xa474374c0006d32a lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de2ed expref: -99 pid: 147074 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186290.052896:0:147075:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186290.052908:0:147075:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a7d5b6e3 x1862459654752192/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186290.052933:0:147075:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7d5b6e3 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147075:1862459654752192:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186290.053094:0:147075:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da8490d7 going to sleep for 6 seconds 00000080:00200000:0.0:1776186290.072017:0:147076:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186290.072044:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.072059:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.072072:0:147076:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.072084:0:147076:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186290.072088:0:147076:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186290.072093:0:147076:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000017b947e1 00010000:00010000:0.0:1776186290.072096:0:147076:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.072103:0:147076:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.072116:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.072123:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186290.072126:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.072129:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=8 00000080:00200000:0.0:1776186290.072134:0:147076:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b),name=test 00000002:00010000:0.0:1776186290.072143:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1633:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.072149:0:147076:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5683 (0 0) 00010000:00010000:0.0:1776186290.072189:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d338 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.072197:0:147076:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d338 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.072205:0:147076:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d338 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.072228:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078d793f1 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654752256:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.072393:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097040af1 going to sleep for 6 seconds 00000080:00200000:0.0:1776186290.135497:0:147076:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186290.135515:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.135529:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.135541:0:147076:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.135551:0:147076:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186290.135554:0:147076:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186290.135559:0:147076:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a8375bb3 00010000:00010000:0.0:1776186290.135562:0:147076:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.135570:0:147076:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.135582:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.135588:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:0.0:1776186290.135591:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.135596:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:0.0:1776186290.135599:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), inode mode 41ed mask 44 00000080:00200000:0.0:1776186290.135607:0:147076:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), flags 704400 00000002:00010000:0.0:1776186290.135619:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1633:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:0.0:1776186290.135810:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d354 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.135820:0:147076:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d354 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.135832:0:147076:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186290.135837:0:147076:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000174f5c48 x1862459654752896/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186290.135846:0:147076:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d354 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.135867:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654752896:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.136025:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a9aea9f8 going to sleep for 6 seconds 00000080:00200000:0.0:1776186290.164021:0:147076:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734),name=b 00000002:00010000:0.0:1776186290.164043:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x940:0x0]) in obj [0x240000fb8:0x12b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.164050:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.164057:0:147076:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.164066:0:147076:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x940:0x0](00000000cd8f7734) 00000080:00010000:0.0:1776186290.164069:0:147076:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x940:0x0](00000000cd8f7734) for lock 0xa474374c0006d35b 00000080:00010000:0.0:1776186290.164075:0:147076:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d35b from it 00000000a9cd934c 00010000:00010000:0.0:1776186290.164077:0:147076:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.164083:0:147076:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.164130:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.164137:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:0.0:1776186290.164541:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734), inode mode 41ed mask 44 00000080:00200000:0.0:1776186290.164549:0:147076:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734), flags 704400 00000002:00010000:0.0:1776186290.164559:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x940:0x0]) in obj [0x2400007ed:0x940:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186290.164595:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.164600:0:147076:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.164609:0:147076:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186290.164616:0:147076:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000000755984 x1862459654753344/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186290.164622:0:147076:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.164638:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753344:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.164813:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.166992:0:147076:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753344:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186290.167011:0:147076:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167024:0:147076:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167030:0:147076:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167037:0:147076:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167044:0:147076:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167054:0:147076:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dece6381 already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186290.167057:0:147076:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167063:0:147076:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167069:0:147076:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 5/0,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167080:0:147076:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186290.167084:0:147076:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167090:0:147076:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d369 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x940:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.167107:0:147076:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@0000000000755984 x1862459654753344/t12884907195(12884907195) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:0.0:1776186290.167127:0:147076:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000000755984 x1862459654753344/t12884907195(12884907195) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186290.167154:0:147076:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x940:0x0], updating i_size 4096 00000002:00100000:0.0:1776186290.167170:0:147076:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000000755984 x1862459654753344/t12884907195(12884907195) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186290.167277:0:147076:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734),name=b 00000002:00010000:0.0:1776186290.167296:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x940:0x0]) in obj [0x240000fb8:0x12b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.167536:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167605:0:147076:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.167616:0:147076:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x940:0x0](00000000cd8f7734) 00000080:00010000:0.0:1776186290.167619:0:147076:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x940:0x0](00000000cd8f7734) for lock 0xa474374c0006d35b 00000080:00010000:0.0:1776186290.167623:0:147076:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d35b from it 0000000084af7b91 00010000:00010000:0.0:1776186290.167625:0:147076:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167632:0:147076:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.167656:0:147076:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1776186290.167666:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x940:0x0]) in obj [0x2400007ed:0x940:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186290.167672:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.167678:0:147076:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.168332:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000279fea23 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753408:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186290.168415:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.176455:0:147076:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000279fea23 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753408:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186290.177384:0:147076:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.177399:0:147076:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.177440:0:147076:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1776186290.177454:0:147076:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734) 00000002:00100000:0.0:1776186290.177489:0:147076:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000000755984 x1862459654753344/t12884907195(12884907195) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:0.0:1776186290.177514:0:147076:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186290.177519:0:147076:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000279fea23 x1862459654753536/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.177546:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000279fea23 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753536:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186290.178089:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.180985:0:147076:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000279fea23 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753536:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186290.181022:0:147076:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000000755984 x1862459654753344/t12884907195(12884907195) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:0.0:1776186290.181073:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.181082:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:0.0:1776186290.181085:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b), inode mode 41ed mask 3 00000080:00200000:0.0:1776186290.181090:0:147076:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1633:0x0](00000000d653560b) 00010000:00010000:0.0:1776186290.181120:0:147076:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5e2f89f/0xa474374c0006d346 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de356 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.181220:0:147076:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.181294:0:147076:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.181755:0:147076:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5e2f89f/0xa474374c0006d346 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de356 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.181762:0:147076:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186290.181764:0:147076:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d35b lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x940:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de3b1 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.181792:0:147076:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a5e2f89f/0xa474374c0006d346 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de356 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.181811:0:147076:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186290.181817:0:147076:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000279fea23 x1862459654753664/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.181836:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000279fea23 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753664:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186290.181902:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.187081:0:147076:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000279fea23 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753664:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186290.187124:0:147076:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x940:0x0](00000000cd8f7734) 00000080:00200000:0.0:1776186290.187177:0:147076:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b) 00010000:00010000:0.0:1776186290.187210:0:147076:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d354 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de372 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.187247:0:147076:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186290.187260:0:147076:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.187269:0:147076:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.187276:0:147076:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.187285:0:147076:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186290.187288:0:147076:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186290.187294:0:147076:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000efed6124 00010000:00010000:0.0:1776186290.187323:0:147076:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.187332:0:147076:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.187355:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.187362:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186290.187366:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.187373:0:147076:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=0 00000080:00200000:0.0:1776186290.187375:0:147076:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:0.0:1776186290.187380:0:147076:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:0.0:1776186290.187403:0:147076:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d354 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de372 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.187435:0:147076:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000174f5c48 x1862459654752896/t330712491894(330712491894) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186298 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:0.0:1776186290.187459:0:147076:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186290.187463:0:147076:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000000755984 x1862459654753792/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.187481:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753792:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186290.187527:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.192275:0:147076:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753792:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186290.192354:0:147076:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000174f5c48 x1862459654752896/t330712491894(330712491894) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:0.0:1776186290.192431:0:147076:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d338 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de33a expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.192454:0:147076:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d31c lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de2d1 expref: -99 pid: 147074 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.192489:0:147076:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d354 lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de372 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.192496:0:147076:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d338 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de33a expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.192501:0:147076:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d31c lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de2d1 expref: -99 pid: 147074 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.192506:0:147076:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1776186290.192508:0:147076:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d354 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de372 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.192518:0:147076:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d338 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de33a expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.192537:0:147076:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d31c lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1633:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de2d1 expref: -99 pid: 147074 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.192554:0:147076:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186290.192560:0:147076:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000000755984 x1862459654753920/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.192579:0:147076:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753920:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186290.192647:0:147076:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.197375:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186290.198368:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663775616 00000100:00100000:0.0:1776186290.198437:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7304 00000100:00100000:0.0:1776186290.198444:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baabea24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663775616:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186290.198459:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d362 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de3b8 expref: -99 pid: 147076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.198541:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186290.198546:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baabea24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663775616:12345-192.168.203.125@tcp:104: Request processed in 102us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186290.198554:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7304 00000100:00100000:0.0:1776186290.231241:0:147076:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147076:1862459654753920:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186290.231285:0:147076:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1633:0x0](00000000d653560b) 00000080:00200000:0.0:1776186290.254994:0:147079:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186290.255020:0:147079:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.255036:0:147079:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.255050:0:147079:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.255061:0:147079:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186290.255064:0:147079:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186290.255069:0:147079:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000904ab285 00010000:00010000:0.0:1776186290.255072:0:147079:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.255084:0:147079:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.255097:0:147079:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.255104:0:147079:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:0.0:1776186290.255106:0:147079:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.255115:0:147079:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:0.0:1776186290.255119:0:147079:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:0.0:1776186290.255130:0:147079:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.255169:0:147079:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.255176:0:147079:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.255184:0:147079:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.255209:0:147079:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147079:1862459654754048:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186290.255732:0:147079:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.259942:0:147079:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147079:1862459654754048:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186290.259970:0:147079:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.259990:0:147079:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260002:0:147079:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260012:0:147079:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260021:0:147079:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260030:0:147079:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260037:0:147079:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260043:0:147079:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.260053:0:147079:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000174f5c48 x1862459654754048/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186290.260064:0:147079:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008169a554/0xa474374c0006d370 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de42f expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260072:0:147079:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 9663678445/2367 (0 0) 00000002:00010000:0.0:1776186290.260086:0:147079:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x93f:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.260123:0:147079:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260134:0:147079:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.260141:0:147079:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.260159:0:147079:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147079:1862459654754112:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186290.260263:0:147079:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.265865:0:147079:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147079:1862459654754112:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186290.265897:0:147079:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.265910:0:147079:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.265919:0:147079:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.265928:0:147079:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.265938:0:147079:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.265944:0:147079:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.265955:0:147079:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.265965:0:147079:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000002f400fe0 x1862459654754112/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186290.265977:0:147079:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e0a9bcd8/0xa474374c0006d377 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de43d expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.265987:0:147079:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2367 (0 0) 00000002:00010000:1.0:1776186290.266178:0:147079:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc5:0x0]) in obj [0x240001788:0xc5:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186290.266294:0:147079:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000c349d9f9/0xa474374c0006d37e lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.266373:0:147079:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000c349d9f9/0xa474374c0006d37e lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.266382:0:147079:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000c349d9f9/0xa474374c0006d37e lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147079 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.266402:0:147079:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147079:1862459654754176:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186290.267012:0:147079:0:(client.c:2500:ptlrpc_set_wait()) set 000000001db0f0f6 going to sleep for 6 seconds 00000080:00200000:0.0:1776186290.341489:0:147082:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x93f:0x0], updating i_size 4096 00000080:00010000:0.0:1776186290.341498:0:147082:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x93f:0x0](00000000a6618f84) for lock 0xa474374c0006d393 00000080:00010000:0.0:1776186290.341503:0:147082:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x93f:0x0](00000000a6618f84) 00000080:00010000:0.0:1776186290.341506:0:147082:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d393 from it 000000009b32f586 00010000:00010000:0.0:1776186290.341508:0:147082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d393 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4ad expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.341515:0:147082:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d393 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x93f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4ad expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.341541:0:147082:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc5:0x0]) in obj [0x240001788:0xc5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.341681:0:147082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.341689:0:147082:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.341697:0:147082:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.341717:0:147082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654754944:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.341971:0:147082:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.346163:0:147082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654754944:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186290.346187:0:147082:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346200:0:147082:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346220:0:147082:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346230:0:147082:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346240:0:147082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346252:0:147082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346258:0:147082:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186290.346267:0:147082:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000174f5c48 x1862459654754944/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186290.346281:0:147082:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346292:0:147082:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/197 (0 0) 00010000:00010000:1.0:1776186290.346350:0:147082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346358:0:147082:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186290.346386:0:147082:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc5:0x0]) in obj [0x200025d92:0xc5:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186290.346431:0:147082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346439:0:147082:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.346447:0:147082:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.346470:0:147082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654755008:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186290.346532:0:147082:0:(client.c:2500:ptlrpc_set_wait()) set 0000000069fc7478 going to sleep for 6 seconds 00010000:00010000:0.0:1776186290.386330:0:147082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.386357:0:147082:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.386375:0:147082:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc5:0x0]) in obj [0x200025d92:0xc5:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186290.386389:0:147082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.386400:0:147082:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.387194:0:147082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654755264:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186290.387397:0:147082:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b3b1327 going to sleep for 6 seconds 00010000:00010000:0.0:1776186290.432530:0:147082:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186290.432551:0:147082:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186290.432554:0:147082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.432560:0:147082:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.432595:0:147082:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x93f:0x0](00000000a6618f84) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:0.0:1776186290.432616:0:147082:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x93f:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.432624:0:147082:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:0.0:1776186290.432628:0:147082:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x93f:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:0.0:1776186290.432632:0:147082:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x2400007ed:0x93f:0x0](00000000a6618f84) 00010000:00010000:0.0:1776186290.432660:0:147082:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.432744:0:147082:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d38c lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x941:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4de47c expref: -99 pid: 147079 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1776186290.432757:0:147082:0:(vvp_object.c:137:vvp_conf_set()) [0x2400007ed:0x941:0x0]: losing layout lock 00010000:00010000:0.0:1776186290.432784:0:147082:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d38c lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x941:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4de47c expref: -99 pid: 147079 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186290.432790:0:147082:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.432795:0:147082:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186290.432796:0:147082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d38c lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x941:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4de47c expref: -99 pid: 147079 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186290.432806:0:147082:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d39a lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de4bb expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.432818:0:147082:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186290.432823:0:147082:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001bc7b2bb x1862459654755648/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.432840:0:147082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bc7b2bb pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654755648:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186290.432904:0:147082:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.440620:0:147082:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bc7b2bb pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654755648:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186290.440682:0:147082:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x941:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1776186290.440694:0:147082:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1776186290.440715:0:147082:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x941:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1776186290.440720:0:147082:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x941:0x0](00000000cd8f7734) 00000080:00200000:0.0:1776186290.440792:0:147082:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x93f:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.440807:0:147082:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x93f:0x0](00000000a6618f84), flags=0 00000080:00200000:0.0:1776186290.440812:0:147082:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x2400007ed:0x93f:0x0](00000000a6618f84), intent=getattr 00000002:00010000:0.0:1776186290.440832:0:147082:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x200025d92:0xc5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.440875:0:147082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006d3b6 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.440886:0:147082:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006d3b6 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.440894:0:147082:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006d3b6 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.440913:0:147082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654755712:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.440969:0:147082:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f6566c4c going to sleep for 6 seconds 00000080:00200000:0.0:1776186290.474558:0:147082:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1635:0x0](00000000670b5263),name=b 00000002:00010000:0.0:1776186290.474590:0:147082:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1635:0x0]) in obj [0x200025d92:0xc5:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.474606:0:147082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006d3b6 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1635:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de524 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.474620:0:147082:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006d3b6 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1635:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de524 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.474630:0:147082:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1635:0x0](00000000670b5263) 00000080:00010000:0.0:1776186290.474632:0:147082:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1635:0x0](00000000670b5263) for lock 0xa474374c0006d3b6 00000080:00010000:0.0:1776186290.474639:0:147082:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d3b6 from it 000000009b32f586 00010000:00010000:0.0:1776186290.474641:0:147082:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006d3b6 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1635:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de524 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.474649:0:147082:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000051d7085a/0xa474374c0006d3b6 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1635:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de524 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.474696:0:147082:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x93f:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.474703:0:147082:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000002:00010000:1.0:1776186290.474828:0:147083:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc5:0x0]) in obj [0x240001788:0xc5:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186290.474838:0:147083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d3bd lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de52b expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.474846:0:147083:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d3bd lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de52b expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186290.474857:0:147083:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186290.474860:0:147083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d3bd lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de52b expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.474866:0:147083:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d3bd lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de52b expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186290.474877:0:147083:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc5:0x0]) in obj [0x200025d92:0xc5:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186290.474882:0:147083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.474888:0:147083:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186290.474897:0:147083:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186290.474899:0:147083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.474905:0:147083:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000059b9eca4/0xa474374c0006d3a1 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de4c9 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.475048:0:147082:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1635:0x0](00000000670b5263), inode mode 41ed mask 44 00000080:00200000:0.0:1776186290.475058:0:147082:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1635:0x0](00000000670b5263), flags 704400 00000002:00010000:0.0:1776186290.475070:0:147082:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1635:0x0]) in obj [0x20001b1b3:0x1635:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186290.475113:0:147082:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d3c4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1635:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.475120:0:147082:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d3c4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1635:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.475131:0:147082:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186290.475141:0:147082:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000436c2356 x1862459654755968/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186290.475149:0:147082:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000dece6381/0xa474374c0006d3c4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1635:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.475248:0:147082:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000436c2356 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147082:1862459654755968:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.475785:0:147082:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c685d21f going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.526963:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186290.527029:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663776704 00000100:00100000:0.0:1776186290.527084:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7305 00000100:00100000:0.0:1776186290.527091:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026f0a4c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663776704:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186290.527109:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d3bd lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de52b expref: -99 pid: 147082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.527188:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186290.527194:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026f0a4c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663776704:12345-192.168.203.125@tcp:104: Request processed in 103us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186290.527201:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7305 00000100:00100000:1.0:1776186290.610650:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186290.610726:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663777408 00000100:00100000:0.0:1776186290.610773:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7306 00000100:00100000:0.0:1776186290.610781:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e23ac7e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663777408:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186290.610797:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d3ee lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de635 expref: -99 pid: 147086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.610921:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186290.610927:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e23ac7e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663777408:12345-192.168.203.125@tcp:104: Request processed in 146us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186290.610935:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7306 00000080:00200000:1.0:1776186290.642620:0:147087:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186290.642646:0:147087:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186290.642663:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.642677:0:147087:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186290.642688:0:147087:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186290.642691:0:147087:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186290.642697:0:147087:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000f3ce2a4f 00010000:00010000:1.0:1776186290.642700:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.642707:0:147087:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186290.642720:0:147087:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.642726:0:147087:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:1.0:1776186290.642729:0:147087:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.642737:0:147087:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:1.0:1776186290.642742:0:147087:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:1.0:1776186290.642753:0:147087:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186290.642793:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.642806:0:147087:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.642816:0:147087:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.642840:0:147087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757440:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186290.642921:0:147087:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b0c255cf going to sleep for 6 seconds 00010000:00010000:0.0:1776186290.654989:0:147087:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.654998:0:147087:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655007:0:147087:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655016:0:147087:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655028:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655035:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655040:0:147087:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.655050:0:147087:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@0000000080f00cca x1862459654757440/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186290.655061:0:147087:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655070:0:147087:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5686 (0 0) 00000002:00010000:0.0:1776186290.655124:0:147087:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12c:0x0]) in obj [0x200025d90:0x12c:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.655165:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655172:0:147087:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.655179:0:147087:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.655197:0:147087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757504:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186290.655540:0:147087:0:(client.c:2500:ptlrpc_set_wait()) set 0000000010cc881b going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.658621:0:147087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757504:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186290.658642:0:147087:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658653:0:147087:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658663:0:147087:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658672:0:147087:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658681:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658687:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658693:0:147087:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.658701:0:147087:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000a5a81128 x1862459654757504/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186290.658712:0:147087:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658723:0:147087:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/300 (0 0) 00010000:00010000:0.0:1776186290.658730:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658738:0:147087:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.658760:0:147087:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12c:0x0]) in obj [0x240000fb8:0x12c:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.658797:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658803:0:147087:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.658811:0:147087:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.658828:0:147087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757568:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186290.658944:0:147087:0:(client.c:2500:ptlrpc_set_wait()) set 0000000010cc881b going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.664017:0:147087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757568:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186290.664041:0:147087:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664055:0:147087:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664065:0:147087:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664073:0:147087:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664088:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664095:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664102:0:147087:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.664110:0:147087:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000a5a81128 x1862459654757568/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186290.664121:0:147087:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664131:0:147087:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/300 (0 0) 00010000:00010000:0.0:1776186290.664137:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664144:0:147087:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.664174:0:147087:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1636:0x0], updating i_size 8192 00000080:00200000:0.0:1776186290.664178:0:147087:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x1636:0x0](000000001f3325af): rc = 0 00000080:00010000:0.0:1776186290.664188:0:147087:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1636:0x0](000000001f3325af) for lock 0xa474374c0006d3f5 00000080:00010000:0.0:1776186290.664362:0:147087:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1636:0x0](000000001f3325af) 00000080:00010000:0.0:1776186290.664366:0:147087:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d3f5 from it 00000000ac447619 00010000:00010000:0.0:1776186290.664369:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664378:0:147087:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000011a92ef/0xa474374c0006d3f5 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1636:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de67b expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.664403:0:147087:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.664423:0:147087:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:0.0:1776186290.664426:0:147087:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x1636:0x0](000000001f3325af), file 00000000a03ac591, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1776186290.664434:0:147087:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1636:0x0](000000001f3325af), intent=open|creat 00000002:00010000:0.0:1776186290.664457:0:147087:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x1637:0x0]) in obj [0x200025d90:0x12c:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1776186290.664468:0:147087:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664518:0:147087:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664524:0:147087:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186290.664526:0:147087:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d3fc lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de689 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664555:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.664616:0:147087:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.664627:0:147087:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186290.664633:0:147087:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a5a81128 x1862459654757696/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186290.664640:0:147087:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.664660:0:147087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757696:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186290.665026:0:147087:0:(client.c:2500:ptlrpc_set_wait()) set 0000000010cc881b going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.669211:0:147087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757696:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186290.669234:0:147087:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x12c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.669261:0:147087:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.669268:0:147087:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.669277:0:147087:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.669285:0:147087:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.669295:0:147087:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.669483:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.669489:0:147087:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.669504:0:147087:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000a5a81128 x1862459654757696/t330712491906(330712491906) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:0.0:1776186290.669514:0:147087:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a5a81128 x1862459654757696/t330712491906(330712491906) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186290.669525:0:147087:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.669536:0:147087:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186290.669546:0:147087:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5687 (0 0) 00000080:00200000:0.0:1776186290.669584:0:147087:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1636:0x0](000000001f3325af), intent=open|creat 00000080:00200000:0.0:1776186290.669614:0:147087:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1637:0x0](0000000035cd88f3) 00000080:00200000:0.0:1776186290.669680:0:147087:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x1637:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1776186290.669686:0:147087:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x1637:0x0](0000000035cd88f3) 00000080:00010000:0.0:1776186290.669689:0:147087:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1637:0x0](0000000035cd88f3) for lock 0xa474374c0006d40a 00000080:00200000:0.0:1776186290.669704:0:147087:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1637:0x0](0000000035cd88f3), flags 104501 00000002:00100000:0.0:1776186290.669722:0:147087:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a5a81128 x1862459654757696/t330712491906(330712491906) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:0.0:1776186290.669787:0:147087:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d40a from it 000000003f05f1f8 00010000:00010000:0.0:1776186290.669791:0:147087:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186290.669799:0:147087:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006b668af4/0xa474374c0006d40a lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1637:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4de6b3 expref: -99 pid: 147087 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1776186290.669824:0:147087:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1637:0x0](0000000035cd88f3), inode mode 81a4 mask 40 00000080:00200000:0.0:1776186290.669867:0:147087:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x1637:0x0](0000000035cd88f3) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:0.0:1776186290.669915:0:147087:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186290.669920:0:147087:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ea725171 x1862459654757824/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.669938:0:147087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757824:192.168.203.125@tcp:36:touch.0 00000100:00100000:0.0:1776186290.669996:0:147087:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.673801:0:147087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654757824:192.168.203.125@tcp:36:touch.0 00000080:00200000:0.0:1776186290.673849:0:147087:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x1637:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1776186290.673864:0:147087:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1776186290.674135:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a3705c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654757888:192.168.203.125@tcp:2:touch.0 00000100:00100000:0.0:1776186290.679478:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a3705c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654757888:192.168.203.125@tcp:2:touch.0 00000080:00200000:1.0:1776186290.679572:0:147087:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x1637:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:1.0:1776186290.679614:0:147087:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1637:0x0](0000000035cd88f3) 00000002:00100000:1.0:1776186290.679659:0:147087:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000a5a81128 x1862459654757696/t330712491906(330712491906) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186298 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:1.0:1776186290.679687:0:147087:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186290.679691:0:147087:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000eb63d876 x1862459654758016/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186290.679712:0:147087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654758016:192.168.203.125@tcp:35:touch.0 00000100:00100000:1.0:1776186290.679818:0:147087:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021119ef3 going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.683430:0:147087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147087:1862459654758016:192.168.203.125@tcp:35:touch.0 00000002:00100000:0.0:1776186290.683464:0:147087:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000a5a81128 x1862459654757696/t330712491906(330712491906) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:0.0:1776186290.693717:0:147088:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186290.693741:0:147088:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.693756:0:147088:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.693769:0:147088:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.693779:0:147088:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186290.693782:0:147088:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186290.693789:0:147088:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000096085bd8 00010000:00010000:0.0:1776186290.693791:0:147088:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.693799:0:147088:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.693812:0:147088:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.693818:0:147088:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186290.693821:0:147088:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.693824:0:147088:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:0.0:1776186290.693826:0:147088:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.693836:0:147088:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1636:0x0](000000001f3325af), flags=1536 00000080:00200000:0.0:1776186290.693840:0:147088:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:0.0:1776186290.693844:0:147088:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:0.0:1776186290.693847:0:147088:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1636:0x0](000000001f3325af) 00010000:00010000:0.0:1776186290.693869:0:147088:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.694054:0:147088:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.694061:0:147088:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186290.694063:0:147088:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d403 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de697 expref: -99 pid: 147087 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.694082:0:147088:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186290.694092:0:147088:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000436c2356 x1862459654758144/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.694112:0:147088:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000436c2356 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147088:1862459654758144:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:0.0:1776186290.694183:0:147088:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.697708:0:147088:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000436c2356 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147088:1862459654758144:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:0.0:1776186290.697749:0:147088:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x943:0x0](0000000096572fcb) 00000080:00200000:0.0:1776186290.697755:0:147088:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x943:0x0], updating i_size 4096 00010000:00010000:0.0:1776186290.740655:0:147089:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d418 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de6f2 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.740670:0:147089:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d418 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de6f2 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.740688:0:147089:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12c:0x0]) in obj [0x240000fb8:0x12c:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186290.740699:0:147089:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.740708:0:147089:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.741372:0:147089:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147089:1862459654758592:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186290.741456:0:147089:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.746512:0:147089:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147089:1862459654758592:192.168.203.125@tcp:37:rm.0 00010000:00010000:1.0:1776186290.747187:0:147089:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.747200:0:147089:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186290.747272:0:147089:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af) 00000002:00100000:1.0:1776186290.747360:0:147089:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000439e03bf x1862459654758464/t330712491909(330712491909) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186298 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:1.0:1776186290.747388:0:147089:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186290.747393:0:147089:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006b1e7de9 x1862459654758720/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186290.747411:0:147089:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147089:1862459654758720:192.168.203.125@tcp:35:rm.0 00000100:00100000:1.0:1776186290.747471:0:147089:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.754168:0:147089:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147089:1862459654758720:192.168.203.125@tcp:35:rm.0 00000002:00100000:1.0:1776186290.754208:0:147089:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000439e03bf x1862459654758464/t330712491909(330712491909) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:1.0:1776186290.754280:0:147089:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186290.754295:0:147089:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186290.754417:0:147089:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.754430:0:147089:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186290.754441:0:147089:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186290.754444:0:147089:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186290.754449:0:147089:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000f8bd4a71 00010000:00010000:1.0:1776186290.754452:0:147089:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.754465:0:147089:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186290.754482:0:147089:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.754489:0:147089:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:1.0:1776186290.754492:0:147089:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.754496:0:147089:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:1.0:1776186290.754499:0:147089:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), inode mode 41ed mask 44 00000080:00200000:1.0:1776186290.754507:0:147089:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), flags 704400 00000002:00010000:1.0:1776186290.754519:0:147089:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1636:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:0.0:1776186290.754834:0:147089:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d42d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.754844:0:147089:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d42d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.754856:0:147089:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186290.754863:0:147089:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000b9c4af17 x1862459654758848/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186290.754876:0:147089:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003f257887/0xa474374c0006d42d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.754896:0:147089:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147089:1862459654758848:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.755070:0:147089:0:(client.c:2500:ptlrpc_set_wait()) set 000000009dc1fdae going to sleep for 6 seconds 00000080:00200000:0.0:1776186290.786590:0:147089:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x943:0x0](0000000096572fcb),name=b 00000002:00010000:0.0:1776186290.786621:0:147089:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x943:0x0]) in obj [0x240000fb8:0x12c:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.786634:0:147089:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d434 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x943:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de75b expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.786645:0:147089:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d434 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x943:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de75b expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.786655:0:147089:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x943:0x0](0000000096572fcb) 00000080:00010000:0.0:1776186290.786658:0:147089:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x943:0x0](0000000096572fcb) for lock 0xa474374c0006d434 00000080:00010000:0.0:1776186290.786663:0:147089:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d434 from it 000000001a081926 00010000:00010000:0.0:1776186290.786666:0:147089:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d434 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x943:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de75b expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.786673:0:147089:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d434 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x943:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de75b expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.786713:0:147089:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.786718:0:147089:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:0.0:1776186290.786723:0:147089:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x943:0x0](0000000096572fcb), inode mode 41ed mask 44 00000080:00200000:0.0:1776186290.786729:0:147089:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x943:0x0](0000000096572fcb), flags 704400 00000002:00010000:0.0:1776186290.786739:0:147089:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x943:0x0]) in obj [0x2400007ed:0x943:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186290.786776:0:147089:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d442 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x943:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.786781:0:147089:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d442 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x943:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.786791:0:147089:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186290.786799:0:147089:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000174f5c48 x1862459654759296/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186290.786806:0:147089:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005b2dea66/0xa474374c0006d442 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x943:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.786825:0:147089:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147089:1862459654759296:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.786986:0:147089:0:(client.c:2500:ptlrpc_set_wait()) set 0000000010cc881b going to sleep for 6 seconds 00000002:00010000:1.0:1776186290.787059:0:147090:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12c:0x0]) in obj [0x200025d90:0x12c:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186290.787068:0:147090:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d43b lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de762 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.787073:0:147090:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d43b lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de762 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186290.787082:0:147090:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186290.787084:0:147090:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d43b lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de762 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.787088:0:147090:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d43b lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de762 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186290.787095:0:147090:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12c:0x0]) in obj [0x240000fb8:0x12c:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186290.787098:0:147090:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.787104:0:147090:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186290.787110:0:147090:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186290.787111:0:147090:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.787114:0:147090:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d41f lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de700 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.815579:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186290.815908:0:14239:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1776186290.815931:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663778176 00000100:00100000:0.0:1776186290.815988:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7307 00000100:00100000:0.0:1776186290.815995:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df4052ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663778176:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186290.816009:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d43b lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de762 expref: -99 pid: 147089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.816077:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186290.816082:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df4052ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663778176:12345-192.168.203.125@tcp:104: Request processed in 87us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186290.816089:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7307 00000100:00100000:1.0:1776186290.837183:0:147089:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147089:1862459654759872:192.168.203.125@tcp:36:rm.0 00000080:00200000:1.0:1776186290.837237:0:147089:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1636:0x0](000000001f3325af) 00000080:00200000:1.0:1776186290.843777:0:147092:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186290.843884:0:147092:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186290.843901:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.843915:0:147092:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186290.843926:0:147092:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186290.843929:0:147092:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186290.843935:0:147092:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000f3ce2a4f 00010000:00010000:1.0:1776186290.843938:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.843950:0:147092:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186290.843964:0:147092:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.843970:0:147092:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:1.0:1776186290.843973:0:147092:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.843981:0:147092:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:1.0:1776186290.843985:0:147092:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:1.0:1776186290.843996:0:147092:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186290.844037:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.844045:0:147092:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.844053:0:147092:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.844080:0:147092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760000:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186290.844199:0:147092:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.847534:0:147092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760000:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186290.847591:0:147092:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847612:0:147092:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847621:0:147092:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847635:0:147092:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847642:0:147092:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847650:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847654:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847658:0:147092:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186290.847664:0:147092:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000006b1e7de9 x1862459654760000/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186290.847671:0:147092:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847676:0:147092:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 9663678445/2370 (0 0) 00000002:00010000:1.0:1776186290.847687:0:147092:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x942:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186290.847720:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847728:0:147092:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.847733:0:147092:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.847746:0:147092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760064:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186290.847987:0:147092:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.849730:0:147092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760064:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186290.849752:0:147092:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.849763:0:147092:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.849772:0:147092:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.849780:0:147092:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.849789:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.849795:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.849875:0:147092:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186290.849883:0:147092:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@0000000092107bb4 x1862459654760064/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186290.849895:0:147092:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.849905:0:147092:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2370 (0 0) 00000002:00010000:1.0:1776186290.849975:0:147092:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186290.850009:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.850016:0:147092:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.850024:0:147092:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.850042:0:147092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760128:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186290.850131:0:147092:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.852678:0:147092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760128:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186290.852702:0:147092:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852713:0:147092:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852723:0:147092:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852731:0:147092:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852742:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852748:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852754:0:147092:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186290.852763:0:147092:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000006b1e7de9 x1862459654760128/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186290.852774:0:147092:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852785:0:147092:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/198 (0 0) 00010000:00010000:1.0:1776186290.852791:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852797:0:147092:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186290.852825:0:147092:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186290.852866:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852873:0:147092:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.852880:0:147092:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.852898:0:147092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760192:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186290.852953:0:147092:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.859611:0:147092:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491914 gen 11 00000100:00100000:1.0:1776186290.859652:0:147092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760192:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186290.859669:0:147092:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859681:0:147092:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859690:0:147092:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859699:0:147092:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859709:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859715:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859721:0:147092:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186290.859729:0:147092:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000006b1e7de9 x1862459654760192/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186290.859740:0:147092:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859751:0:147092:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/198 (0 0) 00010000:00010000:1.0:1776186290.859758:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859765:0:147092:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000060428b4c/0xa474374c0006d45e lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de803 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186290.859793:0:147092:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x942:0x0], updating i_size 8192 00000080:00200000:1.0:1776186290.859797:0:147092:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x942:0x0](00000000670b5263): rc = 0 00000080:00010000:1.0:1776186290.859806:0:147092:0:(llite_internal.h:1703:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) for remote lock 0xa474374c0006d450 00000080:00010000:1.0:1776186290.859810:0:147092:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) for lock 0xa474374c0006d449 00000080:00010000:1.0:1776186290.859819:0:147092:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) 00000080:00010000:1.0:1776186290.859823:0:147092:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d449 from it 00000000ac447619 00010000:00010000:1.0:1776186290.859825:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859831:0:147092:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186290.859842:0:147092:0:(dcache.c:204:ll_intent_drop_lock()) releasing remote lock with cookie 0xa474374c0006d450 from it 00000000ac447619 00010000:00010000:1.0:1776186290.859845:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.859863:0:147092:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186290.859892:0:147092:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 1 00000080:00200000:1.0:1776186290.859913:0:147092:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 3 00000080:00200000:1.0:1776186290.859917:0:147092:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x2400007ed:0x942:0x0](00000000670b5263), file 0000000097c8ae0a, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1776186290.859924:0:147092:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x2400007ed:0x942:0x0](00000000670b5263), intent=open|creat 00000002:00010000:1.0:1776186290.859945:0:147092:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x2400007ed:0x944:0x0]) in obj [0x240001788:0xc6:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1776186290.859956:0:147092:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.860003:0:147092:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.860009:0:147092:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186290.860011:0:147092:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d457 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de7f5 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.860043:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.860049:0:147092:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186290.860061:0:147092:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186290.860066:0:147092:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000092107bb4 x1862459654760320/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186290.860073:0:147092:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186290.860089:0:147092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760320:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186290.860232:0:147092:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.864427:0:147092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092107bb4 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760320:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186290.864451:0:147092:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 4/0,1 mode: --/CW res: [0x240001788:0xc6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.864479:0:147092:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.864487:0:147092:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.864496:0:147092:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.864505:0:147092:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.864515:0:147092:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.864527:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.864533:0:147092:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186290.864543:0:147092:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@0000000092107bb4 x1862459654760320/t12884907215(12884907215) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:1.0:1776186290.864556:0:147092:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000092107bb4 x1862459654760320/t12884907215(12884907215) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186290.864569:0:147092:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186290.864580:0:147092:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186290.864589:0:147092:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2372 (0 0) 00000080:00200000:1.0:1776186290.864606:0:147092:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x2400007ed:0x942:0x0](00000000670b5263), intent=open|creat 00000080:00200000:1.0:1776186290.864633:0:147092:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x944:0x0](0000000080fdb98d) 00000080:00200000:1.0:1776186290.864699:0:147092:0:(file.c:5870:ll_layout_conf()) [0x2400007ed:0x944:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1776186290.864704:0:147092:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x944:0x0](0000000080fdb98d) 00000080:00010000:1.0:1776186290.864706:0:147092:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x944:0x0](0000000080fdb98d) for lock 0xa474374c0006d465 00000080:00200000:1.0:1776186290.864720:0:147092:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x944:0x0](0000000080fdb98d), flags 104501 00000002:00100000:1.0:1776186290.864739:0:147092:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000092107bb4 x1862459654760320/t12884907215(12884907215) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:1.0:1776186290.864810:0:147092:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d465 from it 00000000a24458fc 00010000:00010000:1.0:1776186290.864814:0:147092:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186290.864822:0:147092:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1776186290.864837:0:147092:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x944:0x0](0000000080fdb98d), inode mode 81a4 mask 40 00000080:00200000:1.0:1776186290.864875:0:147092:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x2400007ed:0x944:0x0](0000000080fdb98d) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:1.0:1776186290.864912:0:147092:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186290.864917:0:147092:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006b1e7de9 x1862459654760448/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186290.864936:0:147092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760448:192.168.203.125@tcp:36:touch.0 00000100:00100000:1.0:1776186290.864987:0:147092:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ecb71abb going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.866834:0:147092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1e7de9 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760448:192.168.203.125@tcp:36:touch.0 00000080:00200000:1.0:1776186290.866874:0:147092:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x944:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1776186290.866887:0:147092:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1776186290.866949:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654760512:192.168.203.125@tcp:2:touch.0 00000100:00100000:1.0:1776186290.868998:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654760512:192.168.203.125@tcp:2:touch.0 00000080:00200000:0.0:1776186290.869070:0:147092:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x944:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1776186290.869101:0:147092:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x944:0x0](0000000080fdb98d) 00000002:00100000:0.0:1776186290.869139:0:147092:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000092107bb4 x1862459654760320/t12884907215(12884907215) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186297 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:0.0:1776186290.869177:0:147092:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186290.869181:0:147092:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000cb2655a1 x1862459654760640/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186290.869199:0:147092:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb2655a1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760640:192.168.203.125@tcp:35:touch.0 00000100:00100000:0.0:1776186290.869253:0:147092:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:1.0:1776186290.873611:0:147092:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb2655a1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147092:1862459654760640:192.168.203.125@tcp:35:touch.0 00000002:00100000:1.0:1776186290.873647:0:147092:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000092107bb4 x1862459654760320/t12884907215(12884907215) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00100000:0.0:1776186290.916523:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c59b27 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654760960:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186290.916548:0:147094:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916560:0:147094:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916571:0:147094:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916580:0:147094:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916590:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916596:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916602:0:147094:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.916618:0:147094:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000a5c59b27 x1862459654760960/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186290.916634:0:147094:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916646:0:147094:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/198 (0 0) 00010000:00010000:0.0:1776186290.916653:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916659:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.916726:0:147094:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186290.916742:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186290.916751:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916773:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.916786:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186290.916789:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186290.916794:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000ce258d17 00010000:00010000:0.0:1776186290.916805:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916812:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.916822:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.916835:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:0.0:1776186290.916839:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186290.916844:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:0.0:1776186290.916847:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 44 00000080:00200000:0.0:1776186290.916862:0:147094:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), flags 704400 00000002:00010000:0.0:1776186290.916877:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x942:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186290.916924:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.916931:0:147094:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186290.916941:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186290.916946:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002f400fe0 x1862459654761088/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186290.916954:0:147094:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.916972:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761088:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186290.917241:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ded138c going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.921212:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761088:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186290.921233:0:147094:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921246:0:147094:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921258:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921265:0:147094:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921273:0:147094:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921279:0:147094:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd9533bb already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186290.921283:0:147094:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921289:0:147094:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921296:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921569:0:147094:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186290.921575:0:147094:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921582:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d481 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186290.921604:0:147094:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000002f400fe0 x1862459654761088/t12884907218(12884907218) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:0.0:1776186290.921621:0:147094:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002f400fe0 x1862459654761088/t12884907218(12884907218) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186290.921662:0:147094:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x942:0x0], updating i_size 4096 00000002:00100000:0.0:1776186290.921678:0:147094:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002f400fe0 x1862459654761088/t12884907218(12884907218) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:0.0:1776186290.921855:0:147094:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263),name=test1 00000002:00010000:0.0:1776186290.921871:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x942:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.921880:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921887:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.921893:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.921896:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921899:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921904:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921908:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.921917:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.921920:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921925:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921928:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921932:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186290.921938:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) 00000080:00010000:0.0:1776186290.921940:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) for lock 0xa474374c0006d46c 00000080:00010000:0.0:1776186290.921943:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d46c from it 0000000063569016 00010000:00010000:0.0:1776186290.921944:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921947:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.921952:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.921954:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921957:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921960:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921967:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.921970:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186290.921972:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921975:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921978:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.921981:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186290.922015:0:147094:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263) pos/size0/8192 32bit_api 0 00010000:00010000:0.0:1776186290.922023:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.922036:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186290.922038:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.922042:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186290.922634:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761152:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186290.922748:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ded138c going to sleep for 6 seconds 00010000:00010000:3.0:1776186290.947044:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186290.947105:0:147094:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263) 00000002:00100000:3.0:1776186290.947149:0:147094:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000002f400fe0 x1862459654761088/t12884907218(12884907218) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186297 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:3.0:1776186290.947175:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186290.947180:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ca53613f x1862459654761344/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186290.947198:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761344:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186290.948173:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186290.951018:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761344:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186290.951050:0:147094:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000002f400fe0 x1862459654761088/t12884907218(12884907218) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:3.0:1776186290.951105:0:147094:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186290.951118:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186290.951133:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.951144:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186290.951152:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186290.951154:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186290.951159:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000ce258d17 00010000:00010000:3.0:1776186290.951160:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.951170:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186290.951179:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186290.951184:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:3.0:1776186290.951186:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186290.951188:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:3.0:1776186290.951190:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 44 00000080:00200000:3.0:1776186290.951193:0:147094:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), flags 704400 00000002:00010000:3.0:1776186290.951205:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x942:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:3.0:1776186290.951249:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.951257:0:147094:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186290.951267:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186290.951271:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ca53613f x1862459654761472/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186290.951277:0:147094:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186290.951291:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761472:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186290.951726:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186290.957028:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761472:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186290.957062:0:147094:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957072:0:147094:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957081:0:147094:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957088:0:147094:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186290.957099:0:147094:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000ca53613f x1862459654761472/t12884907220(12884907220) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:3.0:1776186290.957109:0:147094:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000ca53613f x1862459654761472/t12884907220(12884907220) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186290.957121:0:147094:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957129:0:147094:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2370 (0 0) 00000080:00200000:3.0:1776186290.957158:0:147094:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x942:0x0], updating i_size 4096 00000080:00010000:3.0:1776186290.957163:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) for lock 0xa474374c0006d488 00000080:00010000:3.0:1776186290.957169:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d488 from it 00000000dfc37cec 00010000:00010000:3.0:1776186290.957172:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957178:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186290.957195:0:147094:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000ca53613f x1862459654761472/t12884907220(12884907220) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186297 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:3.0:1776186290.957316:0:147094:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263),name=test1 00000002:00010000:3.0:1776186290.957341:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x942:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186290.957350:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957358:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186290.957365:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186290.957380:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957387:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957394:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957400:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186290.957407:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186290.957411:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957415:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957419:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957423:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186290.957430:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) 00000080:00010000:3.0:1776186290.957432:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x942:0x0](00000000670b5263) for lock 0xa474374c0006d46c 00000080:00010000:3.0:1776186290.957434:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d46c from it 0000000063569016 00010000:00010000:3.0:1776186290.957435:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957438:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186290.957444:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186290.957446:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957449:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957453:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957456:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186290.957459:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186290.957460:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957467:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957471:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957473:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186290.957492:0:147094:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263) pos/size0/8192 32bit_api 0 00010000:00010000:3.0:1776186290.957498:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186290.957519:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186290.957522:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957526:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186290.957533:0:147094:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186290.957535:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957538:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186290.957543:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186290.957545:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957549:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186290.957555:0:147094:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186290.957557:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957561:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186290.957587:0:147094:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:3.0:1776186290.957605:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 1 00000080:00200000:3.0:1776186290.957613:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:3.0:1776186290.957621:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 3 00000080:00200000:3.0:1776186290.957625:0:147094:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x2400007ed:0x942:0x0](00000000670b5263) 00010000:00010000:3.0:1776186290.957652:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957709:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1776186290.957723:0:147094:0:(vvp_object.c:137:vvp_conf_set()) [0x2400007ed:0x944:0x0]: losing layout lock 00010000:00010000:3.0:1776186290.957748:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186290.957754:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.957770:0:147094:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186290.957772:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005448aead/0xa474374c0006d465 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x944:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4de826 expref: -99 pid: 147092 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186290.957783:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d473 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de865 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186290.957798:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186290.957803:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000d005f86c x1862459654761600/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186290.957822:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d005f86c pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761600:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186290.958163:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186290.966839:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d005f86c pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761600:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186290.966983:0:147094:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x944:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1776186290.966994:0:147094:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1776186290.967016:0:147094:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x944:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:3.0:1776186290.967021:0:147094:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x944:0x0](0000000080fdb98d) 00000080:00200000:3.0:1776186290.967087:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 1 00000080:00200000:3.0:1776186290.967097:0:147094:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x942:0x0](00000000670b5263), flags=0 00000080:00200000:3.0:1776186290.967102:0:147094:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x2400007ed:0x942:0x0](00000000670b5263), intent=getattr 00000002:00010000:3.0:1776186290.967118:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186290.967165:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.967175:0:147094:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.967183:0:147094:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186290.967446:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761664:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186290.967620:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186290.973209:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761664:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186290.973234:0:147094:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973256:0:147094:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973263:0:147094:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973274:0:147094:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973283:0:147094:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973294:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973345:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973354:0:147094:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186290.973703:0:147094:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000c2aead53 x1862459654761664/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186290.973718:0:147094:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973729:0:147094:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5688 (0 0) 00000080:00200000:3.0:1776186290.973751:0:147094:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1638:0x0], updating i_size 4096 00000080:00200000:3.0:1776186290.973754:0:147094:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x1638:0x0](00000000a6618f84): rc = 0 00000080:00010000:3.0:1776186290.973772:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1638:0x0](00000000a6618f84) for lock 0xa474374c0006d48f 00000080:00010000:3.0:1776186290.973783:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1638:0x0](00000000a6618f84) 00000080:00010000:3.0:1776186290.973787:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d48f from it 00000000cb3678b2 00010000:00010000:3.0:1776186290.973789:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973798:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186290.973851:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186290.973904:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973912:0:147094:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.973922:0:147094:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186290.973942:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761728:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186290.974013:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186290.975934:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761728:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186290.975958:0:147094:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.975970:0:147094:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186290.975982:0:147094:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@00000000c2aead53 x1862459654761728/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186297 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:3.0:1776186290.977467:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761792:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186290.977638:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:0.0:1776186290.992729:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761792:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186290.994791:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.994810:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186290.994830:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186290.994842:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.994852:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186290.994864:0:147094:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186290.994866:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186290.994872:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186290.996749:0:147094:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84),name=b 00000002:00010000:3.0:1776186290.996776:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1638:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186290.996790:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.996802:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186290.996812:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1638:0x0](00000000a6618f84) 00000080:00010000:3.0:1776186290.996814:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1638:0x0](00000000a6618f84) for lock 0xa474374c0006d48f 00000080:00010000:3.0:1776186290.996820:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d48f from it 00000000f0d4da48 00010000:00010000:3.0:1776186290.996822:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.996829:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186290.996872:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 1 00000080:00200000:3.0:1776186290.996878:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000002:00010000:1.0:1776186290.997167:0:147115:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc6:0x0]) in obj [0x240001788:0xc6:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186290.997177:0:147115:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.997191:0:147115:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186290.997202:0:147115:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186290.997205:0:147115:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.997211:0:147115:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186290.997220:0:147115:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc6:0x0]) in obj [0x200025d92:0xc6:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186290.997225:0:147115:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.997231:0:147115:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186290.997240:0:147115:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186290.997242:0:147115:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186290.997248:0:147115:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186290.997649:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84), inode mode 41ed mask 44 00000080:00200000:3.0:1776186290.997657:0:147094:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84), flags 704400 00000002:00010000:3.0:1776186290.997671:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1638:0x0]) in obj [0x20001b1b3:0x1638:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186290.997717:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186290.997725:0:147094:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186290.997738:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186290.997748:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006b8b1d8f x1862459654761920/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186290.997756:0:147094:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186290.997776:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761920:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186290.998063:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.001017:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761920:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.001037:0:147094:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001052:0:147094:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001059:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001067:0:147094:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001074:0:147094:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001081:0:147094:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ccc2530e already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186291.001084:0:147094:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001091:0:147094:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001097:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001103:0:147094:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186291.001108:0:147094:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001113:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d49d lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.001128:0:147094:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000006b8b1d8f x1862459654761920/t330712491916(330712491916) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186291.001139:0:147094:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006b8b1d8f x1862459654761920/t330712491916(330712491916) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186291.001166:0:147094:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1638:0x0], updating i_size 4096 00000002:00100000:3.0:1776186291.001184:0:147094:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006b8b1d8f x1862459654761920/t330712491916(330712491916) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186291.001289:0:147094:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84),name=b 00000002:00010000:3.0:1776186291.001344:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1638:0x0]) in obj [0x200025d92:0xc6:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.001356:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001366:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.001376:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1638:0x0](00000000a6618f84) 00000080:00010000:3.0:1776186291.001379:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1638:0x0](00000000a6618f84) for lock 0xa474374c0006d48f 00000080:00010000:3.0:1776186291.001383:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d48f from it 0000000063569016 00010000:00010000:3.0:1776186291.001386:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001393:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.001419:0:147094:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1776186291.001429:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1638:0x0]) in obj [0x20001b1b3:0x1638:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186291.001435:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.001441:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.002217:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761984:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186291.002496:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.021720:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654761984:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186291.023896:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.023914:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.023954:0:147094:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1776186291.023966:0:147094:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84) 00000002:00100000:3.0:1776186291.024007:0:147094:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000006b8b1d8f x1862459654761920/t330712491916(330712491916) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186298 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:3.0:1776186291.024035:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186291.024040:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000790d58c3 x1862459654762112/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.024060:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654762112:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186291.025172:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.035544:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654762112:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186291.035670:0:147094:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000006b8b1d8f x1862459654761920/t330712491916(330712491916) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:3.0:1776186291.035724:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.035735:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:3.0:1776186291.035738:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.035742:0:147094:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x2400007ed:0x942:0x0](00000000670b5263) 00010000:00010000:3.0:1776186291.035771:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.035858:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.035929:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.035936:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.035941:0:147094:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186291.035943:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d48f lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1638:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de8ce expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.035955:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d47a lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de873 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186291.035969:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186291.035973:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000790d58c3 x1862459654762240/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.035992:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654762240:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186291.036138:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.051540:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654762240:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186291.051665:0:147094:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1638:0x0](00000000a6618f84) 00000080:00200000:3.0:1776186291.051715:0:147094:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263) 00010000:00010000:3.0:1776186291.051802:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.051844:0:147094:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.051858:0:147094:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.051868:0:147094:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.051875:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.051883:0:147094:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186291.051886:0:147094:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186291.051892:0:147094:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a1ffc51c 00010000:00010000:3.0:1776186291.051894:0:147094:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.051901:0:147094:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.051914:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.051919:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186291.051922:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.051926:0:147094:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=0 00000080:00200000:3.0:1776186291.051928:0:147094:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.051932:0:147094:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:3.0:1776186291.051949:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.051962:0:147094:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.051995:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.052001:0:147094:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.052020:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000010dd82e0/0xa474374c0006d449 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de7d9 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.052040:0:147094:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.052066:0:147094:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000ca53613f x1862459654761472/t12884907220(12884907220) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186297 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:3.0:1776186291.052085:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186291.052089:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000d96b2035 x1862459654762432/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.052103:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654762432:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186291.052155:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050a0ce26 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.052174:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654762304:192.168.203.125@tcp:103:rm.0 00010000:00010000:0.0:1776186291.061389:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.061397:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.061402:0:147094:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.061409:0:147094:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1776186291.061411:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000010c3cc42/0xa474374c0006d488 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x942:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de88f expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.061419:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d46c lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de857 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.061425:0:147094:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a0306b05/0xa474374c0006d450 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x942:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de7e7 expref: -99 pid: 147092 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186291.061444:0:147094:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186291.061449:0:147094:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000078d793f1 x1862459654762560/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186291.061469:0:147094:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078d793f1 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654762560:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186291.061529:0:147094:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.073419:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186291.073511:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663779200 00000100:00100000:0.0:1776186291.073634:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7308 00000100:00100000:0.0:1776186291.073642:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b188ee0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663779200:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186291.073658:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.073723:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186291.073729:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b188ee0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663779200:12345-192.168.203.125@tcp:104: Request processed in 87us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186291.073737:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7308 00010000:00010000:3.0:1776186291.074246:0:31311:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186291.074251:0:31311:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.074258:0:31311:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000121902e4 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186291.074260:0:31311:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.074266:0:31311:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.074274:0:31311:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 3/0,0 mode: PR/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.074431:0:31311:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 2/0,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.074438:0:31311:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.074456:0:31311:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.074462:0:31311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d496 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc6:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4de8d5 expref: -99 pid: 147094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.074476:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186291.074477:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186291.074478:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186291.074494:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654762624:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1776186291.079801:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654762624:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1776186291.085547:0:147094:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078d793f1 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147094:1862459654762560:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186291.085590:0:147094:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x942:0x0](00000000670b5263) 00000080:00200000:1.0:1776186291.091666:0:147133:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186291.091693:0:147133:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.091708:0:147133:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.091724:0:147133:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.091736:0:147133:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186291.091740:0:147133:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186291.091746:0:147133:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c73c19db 00010000:00010000:1.0:1776186291.091748:0:147133:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.091755:0:147133:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.091769:0:147133:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.091776:0:147133:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186291.091780:0:147133:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.091790:0:147133:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186291.091794:0:147133:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186291.091805:0:147133:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.091849:0:147133:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.091857:0:147133:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.091866:0:147133:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.091889:0:147133:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147133:1862459654762688:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186291.091954:0:147133:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f39e5495 going to sleep for 6 seconds 00000100:00100000:0.0:1776186291.100225:0:147133:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491918 gen 11 00000100:00100000:0.0:1776186291.100259:0:147133:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147133:1862459654762688:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186291.100275:0:147133:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100290:0:147133:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100334:0:147133:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100342:0:147133:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100349:0:147133:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100355:0:147133:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a655754b already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186291.100359:0:147133:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100364:0:147133:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100371:0:147133:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100378:0:147133:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186291.100384:0:147133:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.100395:0:147133:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a655754b/0xa474374c0006d4a4 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186291.100410:0:147133:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@000000000931727e x1862459654762688/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186291.100442:0:147133:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000100:00100000:1.0:1776186291.121207:0:147133:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147133:1862459654762816:192.168.203.125@tcp:101:lfs.0 00010000:00010000:1.0:1776186291.121456:0:147133:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121482:0:147133:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121489:0:147133:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121500:0:147133:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121509:0:147133:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121520:0:147133:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121526:0:147133:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121532:0:147133:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186291.121542:0:147133:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000003845548a x1862459654762816/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:1.0:1776186291.121553:0:147133:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121563:0:147133:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:1.0:1776186291.121584:0:147133:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:1.0:1776186291.121712:0:147133:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d4b2 00000080:00010000:1.0:1776186291.121720:0:147133:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:1.0:1776186291.121723:0:147133:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d4b2 from it 0000000051200426 00010000:00010000:1.0:1776186291.121725:0:147133:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.121734:0:147133:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.122344:0:147133:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186291.122360:0:147133:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.122371:0:147133:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.122381:0:147133:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.122391:0:147133:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186291.122394:0:147133:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:1.0:1776186291.122398:0:147133:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 0000000051200426 00010000:00010000:1.0:1776186291.122400:0:147133:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.122406:0:147133:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.122823:0:147133:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186291.122832:0:147133:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.122838:0:147133:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.122846:0:147133:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.122853:0:147133:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186291.122855:0:147133:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186291.122859:0:147133:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000003bb9fda5 00010000:00010000:1.0:1776186291.122861:0:147133:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.123685:0:147133:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.123699:0:147133:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.123707:0:147133:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:1.0:1776186291.123711:0:147133:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:1.0:1776186291.123716:0:147133:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:1.0:1776186291.123739:0:147133:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:1.0:1776186291.123749:0:147133:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test stripe_offset 0, stripe_count: 2 00010000:00010000:1.0:1776186291.123775:0:147133:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.123791:0:147133:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.123833:0:147133:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.123839:0:147133:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186291.123841:0:147133:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d4b2 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4de96f expref: -99 pid: 147133 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186291.123858:0:147133:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186291.123880:0:147133:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ab2cf28a x1862459654762944/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186291.123902:0:147133:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147133:1862459654762944:192.168.203.125@tcp:36:lfs.0 00000100:00100000:1.0:1776186291.123976:0:147133:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.138991:0:147133:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147133:1862459654762944:192.168.203.125@tcp:36:lfs.0 00000080:00200000:1.0:1776186291.139053:0:147133:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00000080:00200000:1.0:1776186291.139060:0:147133:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1639:0x0], updating i_size 4096 00000080:00200000:1.0:1776186291.139091:0:147133:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:1.0:1776186291.139118:0:147133:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.180981:0:147143:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f5bef4 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147143:1862459654763072:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186291.181013:0:147143:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181027:0:147143:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181040:0:147143:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181046:0:147143:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181054:0:147143:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181059:0:147143:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f1d403d5 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186291.181063:0:147143:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181070:0:147143:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181077:0:147143:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181084:0:147143:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186291.181090:0:147143:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181096:0:147143:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d4c0 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.181109:0:147143:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000a1f5bef4 x1862459654763072/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1776186291.181156:0:147143:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186291.181397:0:147143:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.181408:0:147143:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.181415:0:147143:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181488:0:147143:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.181497:0:147143:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186291.181500:0:147143:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186291.181504:0:147143:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000df0d7c14 00010000:00010000:3.0:1776186291.181506:0:147143:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181512:0:147143:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.181523:0:147143:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.181528:0:147143:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:3.0:1776186291.181534:0:147143:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:3.0:1776186291.181542:0:147143:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.181545:0:147143:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:3.0:1776186291.181709:0:147143:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181717:0:147143:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.181729:0:147143:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.181749:0:147143:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147143:1862459654763136:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186291.181917:0:147143:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e24618dd going to sleep for 6 seconds 00010000:00010000:3.0:1776186291.192997:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186291.203500:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186291.203539:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663779904 00000100:00100000:0.0:1776186291.203662:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7309 00000100:00100000:0.0:1776186291.203669:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee880654 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663779904:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186291.203686:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.203758:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186291.203763:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee880654 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663779904:12345-192.168.203.125@tcp:104: Request processed in 94us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186291.203769:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7309 00010000:00010000:3.0:1776186291.205017:0:14249:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186291.205024:0:14249:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205037:0:14249:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000121902e4 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186291.205042:0:14249:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205049:0:14249:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205057:0:14249:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 3/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205086:0:14249:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205128:0:14249:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 2/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205136:0:14249:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.205153:0:14249:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205159:0:14249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4c7 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4de9df expref: -99 pid: 147143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.205169:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186291.205170:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186291.205171:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186291.205187:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654763328:192.168.203.125@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1776186291.218211:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654763328:192.168.203.125@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1776186291.236012:0:147143:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000439e03bf pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147143:1862459654763264:192.168.203.125@tcp:36:lfs.0 00000080:00200000:3.0:1776186291.236055:0:147143:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191) 00000080:00200000:3.0:1776186291.236061:0:147143:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x945:0x0], updating i_size 4096 00000080:00200000:3.0:1776186291.236086:0:147143:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:3.0:1776186291.236111:0:147143:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.263930:0:147159:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.263956:0:147159:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.263973:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.263986:0:147159:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.263998:0:147159:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186291.265677:0:147159:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186291.265686:0:147159:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000004a2c96bf 00010000:00010000:3.0:1776186291.265690:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.265702:0:147159:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.265717:0:147159:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.265727:0:147159:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:3.0:1776186291.265731:0:147159:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.265740:0:147159:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:3.0:1776186291.265745:0:147159:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:3.0:1776186291.265761:0:147159:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.265808:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.265816:0:147159:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.265825:0:147159:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.265848:0:147159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763392:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186291.265928:0:147159:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.277272:0:147159:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491920 gen 11 00000100:00100000:3.0:1776186291.277333:0:147159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763392:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186291.277353:0:147159:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277372:0:147159:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277380:0:147159:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277390:0:147159:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277398:0:147159:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277408:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277414:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277419:0:147159:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.277426:0:147159:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000001d0d17e1 x1862459654763392/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186291.277438:0:147159:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277447:0:147159:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5689 (0 0) 00000002:00010000:3.0:1776186291.277498:0:147159:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.277556:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277910:0:147159:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.277919:0:147159:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.277940:0:147159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763456:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186291.278003:0:147159:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.281057:0:147159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763456:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186291.281078:0:147159:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281092:0:147159:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281103:0:147159:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281113:0:147159:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281124:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281131:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281143:0:147159:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.281152:0:147159:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000017ff2e90 x1862459654763456/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186291.281164:0:147159:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281175:0:147159:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/301 (0 0) 00010000:00010000:3.0:1776186291.281181:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281187:0:147159:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.281277:0:147159:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.281353:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281361:0:147159:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.281370:0:147159:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.281388:0:147159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763520:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186291.281447:0:147159:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.285332:0:147159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763520:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186291.285354:0:147159:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285365:0:147159:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285375:0:147159:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285384:0:147159:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285393:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285400:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285406:0:147159:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.285414:0:147159:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000017ff2e90 x1862459654763520/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186291.285424:0:147159:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285434:0:147159:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/301 (0 0) 00010000:00010000:3.0:1776186291.285440:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285446:0:147159:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000ccc2530e/0xa474374c0006d4dc lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea41 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.285471:0:147159:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1639:0x0], updating i_size 8192 00000080:00200000:3.0:1776186291.285475:0:147159:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x1639:0x0](0000000080fdb98d): rc = 0 00000080:00010000:3.0:1776186291.285484:0:147159:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) for lock 0xa474374c0006d4ce 00000080:00010000:3.0:1776186291.285493:0:147159:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00000080:00010000:3.0:1776186291.285496:0:147159:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d4ce from it 00000000a6187398 00010000:00010000:3.0:1776186291.285498:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285505:0:147159:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000121902e4/0xa474374c0006d4ce lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea25 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.285524:0:147159:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.285539:0:147159:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.285543:0:147159:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), file 000000007d0010c2, open_flags 8941, mode 81b6 opened 0 00000080:00200000:3.0:1776186291.285550:0:147159:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), intent=open|creat 00000002:00010000:3.0:1776186291.285869:0:147159:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x163a:0x0]) in obj [0x200025d90:0x12d:0x0], intent: open|creat flags 0104502 00010000:00010000:3.0:1776186291.285882:0:147159:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285935:0:147159:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285941:0:147159:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.285942:0:147159:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4d5 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dea33 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285968:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.285975:0:147159:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186291.285990:0:147159:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186291.285995:0:147159:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001d0d17e1 x1862459654763648/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186291.286003:0:147159:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.286021:0:147159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763648:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186291.290124:0:147159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763648:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186291.290145:0:147159:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x12d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.290168:0:147159:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.290175:0:147159:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.290182:0:147159:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.290190:0:147159:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.290201:0:147159:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.290207:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.290213:0:147159:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.290221:0:147159:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000001d0d17e1 x1862459654763648/t330712491922(330712491922) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:3.0:1776186291.290230:0:147159:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000001d0d17e1 x1862459654763648/t330712491922(330712491922) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186291.290241:0:147159:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.290251:0:147159:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186291.290260:0:147159:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5690 (0 0) 00000080:00200000:3.0:1776186291.290278:0:147159:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), intent=open|creat 00000080:00200000:3.0:1776186291.290335:0:147159:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x163a:0x0](000000003197747c) 00000080:00200000:3.0:1776186291.290401:0:147159:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x163a:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1776186291.290407:0:147159:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x163a:0x0](000000003197747c) 00000080:00010000:3.0:1776186291.290410:0:147159:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163a:0x0](000000003197747c) for lock 0xa474374c0006d4e3 00000080:00200000:3.0:1776186291.290423:0:147159:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163a:0x0](000000003197747c), flags 104501 00000002:00100000:3.0:1776186291.290439:0:147159:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000001d0d17e1 x1862459654763648/t330712491922(330712491922) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:3.0:1776186291.290494:0:147159:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d4e3 from it 000000000a9664f8 00010000:00010000:3.0:1776186291.290498:0:147159:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186291.290506:0:147159:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1776186291.290521:0:147159:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163a:0x0](000000003197747c), inode mode 81a4 mask 40 00000080:00200000:3.0:1776186291.290562:0:147159:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x163a:0x0](000000003197747c) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:3.0:1776186291.290601:0:147159:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186291.290606:0:147159:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000017ff2e90 x1862459654763776/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.290625:0:147159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763776:192.168.203.125@tcp:36:touch.0 00000100:00100000:3.0:1776186291.290678:0:147159:0:(client.c:2500:ptlrpc_set_wait()) set 000000004afd29de going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.302873:0:147159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763776:192.168.203.125@tcp:36:touch.0 00000080:00200000:3.0:1776186291.302917:0:147159:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x163a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1776186291.302932:0:147159:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1776186291.303005:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654763840:192.168.203.125@tcp:2:touch.0 00000100:00100000:3.0:1776186291.314425:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654763840:192.168.203.125@tcp:2:touch.0 00000080:00200000:0.0:1776186291.314479:0:147159:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x163a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1776186291.314505:0:147159:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x163a:0x0](000000003197747c) 00000002:00100000:0.0:1776186291.314539:0:147159:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000001d0d17e1 x1862459654763648/t330712491922(330712491922) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186299 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:0.0:1776186291.314571:0:147159:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186291.314575:0:147159:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000a0fd51e x1862459654763968/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186291.314593:0:147159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a0fd51e pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147159:1862459654763968:192.168.203.125@tcp:35:touch.0 00000100:00100000:0.0:1776186291.314657:0:147159:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097040af1 going to sleep for 6 seconds 00000080:00200000:3.0:1776186291.328283:0:147175:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.328333:0:147175:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.328350:0:147175:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.354026:0:147179:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186291.354050:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.354067:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.354081:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.354098:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186291.354102:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186291.354108:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000067c38a93 00010000:00010000:1.0:1776186291.354110:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.354117:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.354130:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.354137:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186291.354140:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.354143:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=8 00000080:00200000:1.0:1776186291.354149:0:147179:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d),name=test 00000002:00010000:1.0:1776186291.354159:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1639:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.354164:0:147179:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5689 (0 0) 00010000:00010000:1.0:1776186291.354667:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.354677:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.354686:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.354711:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764160:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186291.355295:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.360343:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764160:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186291.360368:0:147179:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360384:0:147179:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360391:0:147179:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360401:0:147179:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360419:0:147179:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360428:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360434:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360440:0:147179:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186291.360449:0:147179:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000004e1d7916 x1862459654764160/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186291.360460:0:147179:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360473:0:147179:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5689 (0 0) 00000080:00200000:1.0:1776186291.360501:0:147179:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1639:0x0], updating i_size 4096 00000080:00010000:1.0:1776186291.360509:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) for lock 0xa474374c0006d4ea 00000080:00010000:1.0:1776186291.360514:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00000080:00010000:1.0:1776186291.360516:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d4ea from it 000000003887a5c8 00010000:00010000:1.0:1776186291.360518:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360525:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.360549:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.360603:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360611:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.360620:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.360638:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764224:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186291.360691:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.365648:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764224:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186291.365669:0:147179:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365687:0:147179:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365698:0:147179:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365706:0:147179:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365716:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365723:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365729:0:147179:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186291.365736:0:147179:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000004e1d7916 x1862459654764224/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186291.365748:0:147179:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365757:0:147179:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/301 (0 0) 00010000:00010000:1.0:1776186291.365763:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365769:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.365790:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.365823:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365830:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.365837:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.365852:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764288:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186291.365904:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 000000007809652b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.373051:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764288:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.373073:0:147179:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373086:0:147179:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373095:0:147179:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373103:0:147179:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373114:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373119:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373124:0:147179:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.373133:0:147179:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000004e1d7916 x1862459654764288/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186291.373144:0:147179:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373155:0:147179:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/301 (0 0) 00010000:00010000:3.0:1776186291.373163:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373169:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.373249:0:147179:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.373264:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.373273:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373281:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.373290:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186291.373293:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186291.373342:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a6e01772 00010000:00010000:3.0:1776186291.373605:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373613:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.373622:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.373629:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:3.0:1776186291.373633:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.373637:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:3.0:1776186291.373641:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 44 00000080:00200000:3.0:1776186291.373648:0:147179:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), flags 704400 00000002:00010000:3.0:1776186291.373661:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1639:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186291.373706:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.373713:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186291.373723:0:147179:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186291.373730:0:147179:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000944794e3 x1862459654764416/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186291.373737:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.373755:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764416:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186291.375471:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 000000004afd29de going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.379837:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764416:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.379859:0:147179:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379872:0:147179:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379879:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379886:0:147179:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379893:0:147179:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379900:0:147179:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075cbaf20 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186291.379904:0:147179:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379910:0:147179:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379917:0:147179:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379924:0:147179:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186291.379928:0:147179:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.379934:0:147179:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d4ff lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.379949:0:147179:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000944794e3 x1862459654764416/t330712491925(330712491925) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186291.379961:0:147179:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000944794e3 x1862459654764416/t330712491925(330712491925) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186291.380001:0:147179:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1639:0x0], updating i_size 4096 00000002:00100000:3.0:1776186291.380015:0:147179:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000944794e3 x1862459654764416/t330712491925(330712491925) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186291.380131:0:147179:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d),name=test 00000002:00010000:3.0:1776186291.380146:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1639:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.380157:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380167:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.380174:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.380179:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380185:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380261:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380269:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.380281:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.380287:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380294:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380337:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380459:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.380476:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00000080:00010000:3.0:1776186291.380479:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) for lock 0xa474374c0006d4ea 00000080:00010000:3.0:1776186291.380482:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d4ea from it 0000000040d6e7e8 00010000:00010000:3.0:1776186291.380484:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380488:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.380496:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.380500:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380506:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380512:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380517:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.380522:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.380525:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380531:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380541:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380546:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.380582:0:147179:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) pos/size0/8192 32bit_api 0 00010000:00010000:3.0:1776186291.380592:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.380610:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186291.380615:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.380622:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.381507:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764480:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186291.381585:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 000000004afd29de going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.421062:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764544:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186291.422218:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.422233:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.422280:0:147179:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00000002:00100000:3.0:1776186291.422629:0:147179:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000944794e3 x1862459654764416/t330712491925(330712491925) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:3.0:1776186291.422654:0:147179:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186291.422659:0:147179:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c6b0cbdb x1862459654764672/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.422678:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764672:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186291.422793:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021028152 going to sleep for 6 seconds 00000100:00100000:0.0:1776186291.435168:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764672:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186291.435218:0:147179:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000944794e3 x1862459654764416/t330712491925(330712491925) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:0.0:1776186291.435286:0:147179:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186291.435328:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186291.435343:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.435354:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186291.435440:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186291.435443:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186291.435449:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a6e01772 00010000:00010000:0.0:1776186291.435452:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.435460:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186291.435474:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186291.435480:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:0.0:1776186291.435484:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186291.435487:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:0.0:1776186291.435490:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 44 00000080:00200000:0.0:1776186291.435495:0:147179:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), flags 704400 00000002:00010000:0.0:1776186291.435508:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1639:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:0.0:1776186291.435807:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.435816:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186291.435827:0:147179:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186291.435833:0:147179:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002f15ce07 x1862459654764800/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186291.435840:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186291.435858:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764800:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186291.435998:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097040af1 going to sleep for 6 seconds 00000100:00100000:0.0:1776186291.445812:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764800:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186291.445844:0:147179:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deac6 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.445854:0:147179:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deac6 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.445864:0:147179:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deac6 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.445873:0:147179:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deac6 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186291.445884:0:147179:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@000000002f15ce07 x1862459654764800/t330712491927(330712491927) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:0.0:1776186291.445900:0:147179:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002f15ce07 x1862459654764800/t330712491927(330712491927) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186291.445912:0:147179:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deac6 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.445921:0:147179:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5689 (0 0) 00000080:00200000:0.0:1776186291.445951:0:147179:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1639:0x0], updating i_size 4096 00000080:00010000:0.0:1776186291.445957:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) for lock 0xa474374c0006d506 00000080:00010000:0.0:1776186291.445963:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d506 from it 0000000023316813 00010000:00010000:0.0:1776186291.445966:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deac6 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.445975:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000cd9533bb/0xa474374c0006d506 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deac6 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186291.445995:0:147179:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002f15ce07 x1862459654764800/t330712491927(330712491927) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:0.0:1776186291.446105:0:147179:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d),name=test 00000002:00010000:0.0:1776186291.446120:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1639:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186291.446128:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446137:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.446145:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186291.446150:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446156:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446163:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446169:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.446178:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186291.446185:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446191:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446197:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446202:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186291.446213:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00000080:00010000:0.0:1776186291.446216:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1639:0x0](0000000080fdb98d) for lock 0xa474374c0006d4ea 00000080:00010000:0.0:1776186291.446220:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d4ea from it 0000000040d6e7e8 00010000:00010000:0.0:1776186291.446221:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446231:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000c3d73805/0xa474374c0006d4ea lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1639:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea8e expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.446240:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186291.446243:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446250:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446255:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446261:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.446267:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186291.446270:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446276:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446282:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.446287:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186291.447809:0:147179:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) pos/size0/8192 32bit_api 0 00010000:00010000:0.0:1776186291.447833:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.447858:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186291.447865:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.447873:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186291.447885:0:147179:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186291.447887:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.447893:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.447903:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186291.447908:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.447914:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186291.447923:0:147179:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186291.447925:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.447936:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186291.447965:0:147179:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:0.0:1776186291.447981:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186291.447987:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:0.0:1776186291.447991:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 3 00000080:00200000:0.0:1776186291.447995:0:147179:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00010000:00010000:0.0:1776186291.448024:0:147179:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.448078:0:147179:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1776186291.448093:0:147179:0:(vvp_object.c:137:vvp_conf_set()) [0x20001b1b3:0x163a:0x0]: losing layout lock 00010000:00010000:0.0:1776186291.448123:0:147179:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186291.448130:0:147179:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.448136:0:147179:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186291.448137:0:147179:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f43e7066/0xa474374c0006d4e3 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x163a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4dea5d expref: -99 pid: 147159 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186291.448149:0:147179:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000adedc039/0xa474374c0006d4f1 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dea9c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186291.448167:0:147179:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186291.448176:0:147179:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000062773952 x1862459654764928/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186291.448197:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764928:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186291.448264:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097040af1 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.452059:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764928:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186291.452113:0:147179:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x163a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1776186291.452125:0:147179:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1776186291.452147:0:147179:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x163a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:3.0:1776186291.452153:0:147179:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x163a:0x0](000000003197747c) 00000080:00200000:3.0:1776186291.452535:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.452565:0:147179:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), flags=0 00000080:00200000:3.0:1776186291.452571:0:147179:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), intent=getattr 00000002:00010000:3.0:1776186291.452591:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.452635:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.452645:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.452655:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.452674:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764992:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186291.452763:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.458053:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654764992:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.458076:0:147179:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458094:0:147179:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458101:0:147179:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458110:0:147179:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458119:0:147179:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458129:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458135:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458140:0:147179:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.458150:0:147179:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000000fde63bc x1862459654764992/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186291.458161:0:147179:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458174:0:147179:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2374 (0 0) 00000080:00200000:3.0:1776186291.458205:0:147179:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x946:0x0], updating i_size 4096 00000080:00200000:3.0:1776186291.458208:0:147179:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x946:0x0](00000000a6618f84): rc = 0 00000080:00010000:3.0:1776186291.458215:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x946:0x0](00000000a6618f84) for lock 0xa474374c0006d50d 00000080:00010000:3.0:1776186291.458224:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x946:0x0](00000000a6618f84) 00000080:00010000:3.0:1776186291.458227:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d50d from it 00000000b1365bbf 00010000:00010000:3.0:1776186291.458229:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.458235:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.458289:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186291.459050:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.459060:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.459069:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.459088:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765056:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186291.459154:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.464120:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765056:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.464148:0:147179:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.464163:0:147179:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.464175:0:147179:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@000000000fde63bc x1862459654765056/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:3.0:1776186291.465242:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765120:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186291.465351:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.479086:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765120:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186291.479761:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.479775:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.479791:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186291.479802:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.479810:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186291.479819:0:147179:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186291.479821:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.479825:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.480474:0:147179:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x946:0x0](00000000a6618f84),name=b 00000002:00010000:1.0:1776186291.480496:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x946:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.480505:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.480514:0:147179:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.480518:0:147193:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12d:0x0]) in obj [0x200025d90:0x12d:0x0], intent: readdir flags 0 00000080:00010000:1.0:1776186291.480527:0:147179:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x946:0x0](00000000a6618f84) 00010000:00010000:0.0:1776186291.480530:0:147193:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.480532:0:147179:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x946:0x0](00000000a6618f84) for lock 0xa474374c0006d50d 00000080:00010000:1.0:1776186291.480540:0:147179:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d50d from it 000000003887a5c8 00010000:00010000:0.0:1776186291.480545:0:147193:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.480545:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186291.480565:0:147193:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186291.480568:0:147193:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.480579:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.480581:0:147193:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186291.480605:0:147193:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12d:0x0]) in obj [0x240000fb8:0x12d:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186291.480611:0:147193:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.480619:0:147193:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186291.480627:0:147193:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186291.480629:0:147193:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.480635:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 1 00010000:00010000:0.0:1776186291.480645:0:147193:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.480645:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:1.0:1776186291.480654:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x946:0x0](00000000a6618f84), inode mode 41ed mask 44 00000080:00200000:1.0:1776186291.480660:0:147179:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x946:0x0](00000000a6618f84), flags 704400 00000002:00010000:1.0:1776186291.480674:0:147179:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x946:0x0]) in obj [0x2400007ed:0x946:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186291.480722:0:147179:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004c887adf/0xa474374c0006d51b lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x946:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.480730:0:147179:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004c887adf/0xa474374c0006d51b lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x946:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186291.480740:0:147179:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186291.480749:0:147179:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000d9629a70 x1862459654765248/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186291.480756:0:147179:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004c887adf/0xa474374c0006d51b lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x946:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.480774:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9629a70 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765248:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186291.480923:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e6e19d3 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.487069:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765312:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186291.487201:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.494609:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765312:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186291.495247:0:147179:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.495261:0:147179:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.495295:0:147179:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x946:0x0](00000000a6618f84) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1776186291.495340:0:147179:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x946:0x0](00000000a6618f84) 00000002:00100000:3.0:1776186291.495381:0:147179:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000d9629a70 x1862459654765248/t12884907227(12884907227) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186298 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:3.0:1776186291.495409:0:147179:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186291.495414:0:147179:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000fde63bc x1862459654765440/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.495435:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765440:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186291.495502:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.499386:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765440:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186291.499418:0:147179:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000d9629a70 x1862459654765248/t12884907227(12884907227) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:3.0:1776186291.499467:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.499478:0:147179:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:3.0:1776186291.499481:0:147179:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.499485:0:147179:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00010000:00010000:3.0:1776186291.499512:0:147179:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.499592:0:147179:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.499647:0:147179:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.499654:0:147179:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.499659:0:147179:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186291.499662:0:147179:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d50d lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x946:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb05 expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.499675:0:147179:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000002d0b3b90/0xa474374c0006d4f8 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deaaa expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186291.499690:0:147179:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186291.499695:0:147179:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000fde63bc x1862459654765568/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.499715:0:147179:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765568:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186291.499780:0:147179:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.510161:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fde63bc pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765568:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186291.527519:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186291.527560:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663780672 00000100:00100000:0.0:1776186291.527599:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7310 00000100:00100000:0.0:1776186291.527605:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386dfdbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663780672:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186291.527619:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.527686:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186291.527691:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386dfdbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663780672:12345-192.168.203.125@tcp:104: Request processed in 87us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186291.527698:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7310 00010000:00010000:3.0:1776186291.527865:0:14248:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186291.527871:0:14248:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.527886:0:14248:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086c4b48e already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186291.527889:0:14248:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.527896:0:14248:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.527904:0:14248:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 3/0,0 mode: PR/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.528006:0:14248:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 2/0,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.528014:0:14248:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.528039:0:14248:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.528046:0:14248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d514 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12d:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4deb0c expref: -99 pid: 147179 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.528061:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186291.528062:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186291.528063:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186291.528070:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186291.528091:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654765888:192.168.203.125@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1776186291.534653:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654765888:192.168.203.125@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1776186291.547017:0:147179:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147179:1862459654765824:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186291.547061:0:147179:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1639:0x0](0000000080fdb98d) 00000080:00200000:1.0:1776186291.556246:0:147201:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186291.556268:0:147201:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.556283:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.556675:0:147201:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.556689:0:147201:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186291.556693:0:147201:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186291.556700:0:147201:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000009921a531 00010000:00010000:1.0:1776186291.556703:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.556710:0:147201:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.556723:0:147201:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.556729:0:147201:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:1.0:1776186291.556732:0:147201:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.556741:0:147201:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:1.0:1776186291.556746:0:147201:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:1.0:1776186291.556756:0:147201:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.556796:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.556803:0:147201:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.556812:0:147201:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.556834:0:147201:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654765952:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186291.556955:0:147201:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f39e5495 going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.573592:0:147201:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654765952:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186291.573617:0:147201:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573646:0:147201:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573652:0:147201:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573661:0:147201:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573669:0:147201:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573679:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573686:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573692:0:147201:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186291.573701:0:147201:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000c0ae6390 x1862459654765952/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186291.573712:0:147201:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573721:0:147201:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 9663678445/2373 (0 0) 00000002:00010000:1.0:1776186291.573734:0:147201:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x945:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.573771:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573778:0:147201:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.573786:0:147201:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.573803:0:147201:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9629a70 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766016:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186291.573870:0:147201:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f39e5495 going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.584473:0:147201:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9629a70 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766016:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186291.584495:0:147201:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584508:0:147201:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584519:0:147201:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584527:0:147201:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584695:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584704:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584714:0:147201:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186291.584723:0:147201:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000d9629a70 x1862459654766016/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186291.584734:0:147201:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584745:0:147201:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2373 (0 0) 00000002:00010000:1.0:1776186291.584816:0:147201:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc7:0x0]) in obj [0x240001788:0xc7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.584854:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584862:0:147201:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.584870:0:147201:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.584915:0:147201:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766080:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186291.585149:0:147201:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f39e5495 going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.587159:0:147201:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766080:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186291.587179:0:147201:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587188:0:147201:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587197:0:147201:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587205:0:147201:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587213:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587219:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587224:0:147201:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186291.587233:0:147201:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000c0ae6390 x1862459654766080/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186291.587242:0:147201:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587251:0:147201:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/199 (0 0) 00010000:00010000:1.0:1776186291.587258:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587264:0:147201:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.587282:0:147201:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc7:0x0]) in obj [0x200025d92:0xc7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.587685:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587695:0:147201:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.587704:0:147201:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.587724:0:147201:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766144:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186291.587788:0:147201:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f39e5495 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.604132:0:147201:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491930 gen 11 00000100:00100000:3.0:1776186291.604172:0:147201:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766144:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186291.604190:0:147201:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604202:0:147201:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604211:0:147201:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604220:0:147201:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604230:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604237:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604245:0:147201:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.604254:0:147201:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000c0ae6390 x1862459654766144/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186291.604265:0:147201:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604281:0:147201:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/199 (0 0) 00010000:00010000:3.0:1776186291.604289:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604296:0:147201:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.604356:0:147201:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x945:0x0], updating i_size 8192 00000080:00200000:3.0:1776186291.604359:0:147201:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x945:0x0](000000008752c191): rc = 0 00000080:00010000:3.0:1776186291.604369:0:147201:0:(llite_internal.h:1703:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x945:0x0](000000008752c191) for remote lock 0xa474374c0006d529 00000080:00010000:3.0:1776186291.604373:0:147201:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x945:0x0](000000008752c191) for lock 0xa474374c0006d522 00000080:00010000:3.0:1776186291.604382:0:147201:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x945:0x0](000000008752c191) 00000080:00010000:3.0:1776186291.604385:0:147201:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d522 from it 00000000eef90fa9 00010000:00010000:3.0:1776186291.604387:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.604394:0:147201:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.604401:0:147201:0:(dcache.c:204:ll_intent_drop_lock()) releasing remote lock with cookie 0xa474374c0006d529 from it 00000000eef90fa9 00010000:00010000:3.0:1776186291.604403:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.605520:0:147201:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.605558:0:147201:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.605573:0:147201:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.605577:0:147201:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x2400007ed:0x945:0x0](000000008752c191), file 000000001878a627, open_flags 8941, mode 81b6 opened 0 00000080:00200000:3.0:1776186291.605585:0:147201:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x2400007ed:0x945:0x0](000000008752c191), intent=open|creat 00000002:00010000:3.0:1776186291.605607:0:147201:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x2400007ed:0x947:0x0]) in obj [0x240001788:0xc7:0x0], intent: open|creat flags 0104502 00010000:00010000:3.0:1776186291.605620:0:147201:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.605672:0:147201:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.605679:0:147201:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.605681:0:147201:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000e6c202c/0xa474374c0006d530 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb9f expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.605714:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.605721:0:147201:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186291.605811:0:147201:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186291.605820:0:147201:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000017ff2e90 x1862459654766272/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186291.605828:0:147201:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.605849:0:147201:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766272:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186291.606068:0:147201:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e47e658b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.616740:0:147201:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017ff2e90 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766272:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186291.616764:0:147201:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 4/0,1 mode: --/CW res: [0x240001788:0xc7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.616791:0:147201:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.616798:0:147201:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.616807:0:147201:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.616817:0:147201:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.616827:0:147201:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.616833:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.616840:0:147201:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.616848:0:147201:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@0000000017ff2e90 x1862459654766272/t12884907231(12884907231) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:3.0:1776186291.616859:0:147201:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000017ff2e90 x1862459654766272/t12884907231(12884907231) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186291.616871:0:147201:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.616881:0:147201:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186291.616889:0:147201:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2375 (0 0) 00000080:00200000:3.0:1776186291.616908:0:147201:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x2400007ed:0x945:0x0](000000008752c191), intent=open|creat 00000080:00200000:3.0:1776186291.616934:0:147201:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x947:0x0](000000003197747c) 00000080:00200000:3.0:1776186291.617000:0:147201:0:(file.c:5870:ll_layout_conf()) [0x2400007ed:0x947:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1776186291.617006:0:147201:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x947:0x0](000000003197747c) 00000080:00010000:3.0:1776186291.617009:0:147201:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x947:0x0](000000003197747c) for lock 0xa474374c0006d53e 00000080:00200000:3.0:1776186291.617022:0:147201:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x947:0x0](000000003197747c), flags 104501 00000002:00100000:3.0:1776186291.617038:0:147201:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000017ff2e90 x1862459654766272/t12884907231(12884907231) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:3.0:1776186291.617099:0:147201:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d53e from it 00000000ae90711b 00010000:00010000:3.0:1776186291.617103:0:147201:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186291.617110:0:147201:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000086c4b48e/0xa474374c0006d53e lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x947:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4debd0 expref: -99 pid: 147201 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1776186291.617125:0:147201:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x947:0x0](000000003197747c), inode mode 81a4 mask 40 00000080:00200000:3.0:1776186291.617158:0:147201:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x2400007ed:0x947:0x0](000000003197747c) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:3.0:1776186291.617200:0:147201:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186291.617205:0:147201:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001d0d17e1 x1862459654766400/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.617223:0:147201:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766400:192.168.203.125@tcp:36:touch.0 00000100:00100000:3.0:1776186291.617395:0:147201:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c4531f73 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.632291:0:147201:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0d17e1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766400:192.168.203.125@tcp:36:touch.0 00000080:00200000:3.0:1776186291.632405:0:147201:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x947:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1776186291.633213:0:147201:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1776186291.633336:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186291.633353:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654766464:192.168.203.125@tcp:2:touch.0 00000100:00100000:3.0:1776186291.651517:0:2281:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e0e1174d800: committing for last_committed 4294974343 gen 11 00000100:00100000:3.0:1776186291.651576:0:2281:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000e4fcba10 x1862459654766464/t4294974345(4294974345) o2->lustre-OST0001-osc-ffff8e0e1174d800@192.168.203.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1776186298 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00100000:3.0:1776186291.651609:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654766464:192.168.203.125@tcp:2:touch.0 00000080:00200000:1.0:1776186291.651757:0:147201:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x947:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:1.0:1776186291.651801:0:147201:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x947:0x0](000000003197747c) 00000002:00100000:1.0:1776186291.651844:0:147201:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000017ff2e90 x1862459654766272/t12884907231(12884907231) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186298 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:1.0:1776186291.651868:0:147201:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186291.651873:0:147201:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004e1d7916 x1862459654766592/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186291.651893:0:147201:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1d7916 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147201:1862459654766592:192.168.203.125@tcp:35:touch.0 00000100:00100000:1.0:1776186291.651954:0:147201:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e23b4a0 going to sleep for 6 seconds 00000080:00200000:3.0:1776186291.671289:0:147205:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.671348:0:147205:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.671367:0:147205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.671381:0:147205:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.671393:0:147205:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186291.671397:0:147205:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186291.671403:0:147205:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000002b3d5ea 00010000:00010000:3.0:1776186291.671405:0:147205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.671412:0:147205:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.671430:0:147205:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.671436:0:147205:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186291.671439:0:147205:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.671442:0:147205:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:3.0:1776186291.671444:0:147205:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.671455:0:147205:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x945:0x0](000000008752c191), flags=1536 00000080:00200000:3.0:1776186291.671459:0:147205:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.671463:0:147205:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.671466:0:147205:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x945:0x0](000000008752c191) 00010000:00010000:3.0:1776186291.671488:0:147205:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.671541:0:147205:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.671547:0:147205:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.671549:0:147205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000050e421b9/0xa474374c0006d537 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4debad expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186291.671570:0:147205:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186291.671579:0:147205:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008fc8fcb7 x1862459654766720/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.671601:0:147205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147205:1862459654766720:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:3.0:1776186291.671670:0:147205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c4531f73 going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.677619:0:147205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147205:1862459654766720:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:3.0:1776186291.677663:0:147205:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x163b:0x0](000000007fca4a6a) 00000080:00200000:3.0:1776186291.677858:0:147205:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163b:0x0], updating i_size 4096 00000080:00200000:1.0:1776186291.689065:0:147207:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186291.689089:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.689106:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.689121:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.689137:0:147207:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186291.689141:0:147207:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186291.689147:0:147207:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c8b54170 00010000:00010000:1.0:1776186291.689150:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.689157:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.689171:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.689177:0:147207:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186291.689181:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.689184:0:147207:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=8 00000080:00200000:1.0:1776186291.689189:0:147207:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191),name=test1 00000002:00010000:1.0:1776186291.689199:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x945:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.689205:0:147207:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 30 res 9663678445/2373 (0 0) 00010000:00010000:1.0:1776186291.689246:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.689254:0:147207:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.689263:0:147207:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.689287:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654766784:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186291.689508:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b80ad15f going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.694553:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654766784:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.694575:0:147207:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694597:0:147207:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694603:0:147207:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694613:0:147207:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694622:0:147207:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694632:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694638:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694644:0:147207:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.694654:0:147207:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000ab2cf28a x1862459654766784/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186291.694666:0:147207:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694675:0:147207:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2373 (0 0) 00000080:00200000:3.0:1776186291.694704:0:147207:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x945:0x0], updating i_size 4096 00000080:00010000:3.0:1776186291.694711:0:147207:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x945:0x0](000000008752c191) for lock 0xa474374c0006d545 00000080:00010000:3.0:1776186291.694716:0:147207:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x945:0x0](000000008752c191) 00000080:00010000:3.0:1776186291.694718:0:147207:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d545 from it 00000000a3bb9bb3 00010000:00010000:3.0:1776186291.694720:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694727:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.694751:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc7:0x0]) in obj [0x240001788:0xc7:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.694789:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694796:0:147207:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.694804:0:147207:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.694822:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654766848:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186291.694887:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c779c2 going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.722603:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c59b27 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767040:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186291.722624:0:147207:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722638:0:147207:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722643:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722649:0:147207:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722655:0:147207:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722661:0:147207:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0ed7e25 already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186291.722665:0:147207:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722672:0:147207:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722679:0:147207:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722686:0:147207:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186291.722691:0:147207:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.722701:0:147207:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d55a lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186291.722721:0:147207:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000a5c59b27 x1862459654767040/t12884907234(12884907234) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:1.0:1776186291.722920:0:147207:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a5c59b27 x1862459654767040/t12884907234(12884907234) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186291.722962:0:147207:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x945:0x0], updating i_size 4096 00000002:00100000:1.0:1776186291.722977:0:147207:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a5c59b27 x1862459654767040/t12884907234(12884907234) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186298 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186291.723081:0:147207:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191),name=test1 00000002:00010000:1.0:1776186291.723097:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x945:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.723108:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723118:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.723126:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc7:0x0]) in obj [0x240001788:0xc7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.723130:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723136:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723143:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723153:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.723164:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc7:0x0]) in obj [0x200025d92:0xc7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.723169:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723175:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723181:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723186:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.723195:0:147207:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x945:0x0](000000008752c191) 00000080:00010000:1.0:1776186291.723198:0:147207:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x945:0x0](000000008752c191) for lock 0xa474374c0006d545 00000080:00010000:1.0:1776186291.723202:0:147207:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d545 from it 00000000c097b232 00010000:00010000:1.0:1776186291.723204:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723210:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.723219:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc7:0x0]) in obj [0x240001788:0xc7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.723223:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723233:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723238:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723244:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.723251:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc7:0x0]) in obj [0x200025d92:0xc7:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.723255:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723261:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723267:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723272:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.723353:0:147207:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191) pos/size0/8192 32bit_api 0 00010000:00010000:1.0:1776186291.723374:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.723395:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc7:0x0]) in obj [0x240001788:0xc7:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186291.723400:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.723406:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000075cbaf20/0xa474374c0006d54c lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec0f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.723984:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767104:192.168.203.125@tcp:37:rm.0 00000100:00100000:1.0:1776186291.724057:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 000000009cc7644f going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.778935:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767616:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.778957:0:147207:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.778982:0:147207:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.778989:0:147207:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.778999:0:147207:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779009:0:147207:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779020:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779026:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779033:0:147207:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.779042:0:147207:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000764799ed x1862459654767616/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186291.779053:0:147207:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779062:0:147207:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5691 (0 0) 00000080:00200000:3.0:1776186291.779085:0:147207:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163b:0x0], updating i_size 4096 00000080:00200000:3.0:1776186291.779089:0:147207:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x163b:0x0](000000007fca4a6a): rc = 0 00000080:00010000:3.0:1776186291.779095:0:147207:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163b:0x0](000000007fca4a6a) for lock 0xa474374c0006d568 00000080:00010000:3.0:1776186291.779105:0:147207:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163b:0x0](000000007fca4a6a) 00000080:00010000:3.0:1776186291.779108:0:147207:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d568 from it 000000008e94c4b8 00010000:00010000:3.0:1776186291.779110:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779118:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186291.779170:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc7:0x0]) in obj [0x240001788:0xc7:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186291.779698:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779707:0:147207:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.779717:0:147207:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.779737:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767680:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186291.781422:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 000000002443eb5b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.785972:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767680:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186291.785998:0:147207:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec7f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.786013:0:147207:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec7f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.786031:0:147207:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@00000000f07fb012 x1862459654767680/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:3.0:1776186291.786964:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767744:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186291.787072:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 000000002443eb5b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.802800:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767744:192.168.203.125@tcp:37:rm.0 00000080:00200000:0.0:1776186291.805055:0:147207:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163b:0x0](000000007fca4a6a),name=b 00000002:00010000:0.0:1776186291.805076:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163b:0x0]) in obj [0x200025d92:0xc7:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186291.805086:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.805094:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186291.805101:0:147207:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163b:0x0](000000007fca4a6a) 00000080:00010000:0.0:1776186291.805104:0:147207:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163b:0x0](000000007fca4a6a) for lock 0xa474374c0006d568 00000080:00010000:0.0:1776186291.805108:0:147207:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d568 from it 00000000a3bb9bb3 00010000:00010000:0.0:1776186291.805109:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.805114:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186291.805159:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:0.0:1776186291.805164:0:147207:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000002:00010000:1.0:1776186291.805223:0:147215:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc7:0x0]) in obj [0x240001788:0xc7:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186291.805231:0:147215:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec7f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.805239:0:147215:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec7f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186291.805249:0:147215:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186291.805252:0:147215:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec7f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.805259:0:147215:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec7f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186291.805268:0:147215:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc7:0x0]) in obj [0x200025d92:0xc7:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186291.805273:0:147215:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.805280:0:147215:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186291.805293:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163b:0x0](000000007fca4a6a), inode mode 41ed mask 44 00000002:00200000:1.0:1776186291.805293:0:147215:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186291.805295:0:147215:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186291.805335:0:147207:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163b:0x0](000000007fca4a6a), flags 704400 00000002:00010000:0.0:1776186291.805348:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163b:0x0]) in obj [0x20001b1b3:0x163b:0x0], intent: open flags 0240704401 00010000:00010000:1.0:1776186291.805374:0:147215:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.805393:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008c0877c2/0xa474374c0006d576 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.805400:0:147207:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008c0877c2/0xa474374c0006d576 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186291.805410:0:147207:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186291.805428:0:147207:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000041dd170 x1862459654767872/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186291.805436:0:147207:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008c0877c2/0xa474374c0006d576 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186291.805455:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654767872:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186291.805593:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fa659b3d going to sleep for 6 seconds 00000100:00100000:0.0:1776186291.831422:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654768000:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186291.832912:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186291.832927:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c831084 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654768064:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186291.847518:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c831084 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654768064:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776186291.850251:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654768192:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186291.850285:0:147207:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000041dd170 x1862459654767872/t330712491932(330712491932) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:3.0:1776186291.851174:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.851186:0:147207:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:3.0:1776186291.851189:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.851194:0:147207:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x2400007ed:0x945:0x0](000000008752c191) 00010000:00010000:3.0:1776186291.851226:0:147207:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.851365:0:147207:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186291.851366:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654768000:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776186291.851429:0:147207:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.851436:0:147207:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.851441:0:147207:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186291.851443:0:147207:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d568 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x163b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec78 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.851456:0:147207:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d553 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec1d expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186291.851471:0:147207:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186291.851477:0:147207:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f07fb012 x1862459654768320/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186291.851498:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654768320:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186291.851575:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 000000002443eb5b going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.856398:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654768320:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186291.856443:0:147207:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x163b:0x0](000000007fca4a6a) 00000080:00200000:3.0:1776186291.856509:0:147207:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191) 00010000:00010000:3.0:1776186291.856536:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d561 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec39 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.856651:0:147207:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.856665:0:147207:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.856675:0:147207:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.856683:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.856693:0:147207:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186291.856696:0:147207:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186291.856702:0:147207:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000e6d929d7 00010000:00010000:3.0:1776186291.856705:0:147207:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.856712:0:147207:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.856726:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.856732:0:147207:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186291.856735:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.856741:0:147207:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=0 00000080:00200000:3.0:1776186291.856743:0:147207:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:3.0:1776186291.856747:0:147207:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:3.0:1776186291.856764:0:147207:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.856778:0:147207:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d561 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dec39 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.856808:0:147207:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.856815:0:147207:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186291.856834:0:147207:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000ac8f5fd9/0xa474374c0006d522 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb83 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.856853:0:147207:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d561 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dec39 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.856872:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186291.856886:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654768384:192.168.203.125@tcp:103:rm.0 00000002:00100000:1.0:1776186291.857384:0:147207:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000902ce863 x1862459654767424/t12884907236(12884907236) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186298 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:1.0:1776186291.857404:0:147207:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186291.857409:0:147207:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004b57737b x1862459654768512/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186291.857423:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b57737b pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654768512:192.168.203.125@tcp:35:rm.0 00000100:00100000:1.0:1776186291.857474:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d52e564c going to sleep for 6 seconds 00000100:00100000:3.0:1776186291.860093:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654768384:192.168.203.125@tcp:103:rm.0 00000100:00100000:1.0:1776186291.865056:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b57737b pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654768512:192.168.203.125@tcp:35:rm.0 00000002:00100000:1.0:1776186291.865093:0:147207:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000902ce863 x1862459654767424/t12884907236(12884907236) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186298 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:1.0:1776186291.865147:0:147207:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.865166:0:147207:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.865277:0:147207:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d561 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec39 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.865286:0:147207:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.865291:0:147207:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.865329:0:147207:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:1.0:1776186291.865332:0:147207:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d561 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x945:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec39 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.865342:0:147207:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d545 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dec01 expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.865349:0:147207:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d529 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x945:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deb91 expref: -99 pid: 147201 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186291.865368:0:147207:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186291.865373:0:147207:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004b57737b x1862459654768640/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186291.865393:0:147207:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b57737b pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654768640:192.168.203.125@tcp:36:rm.0 00000100:00100000:1.0:1776186291.866058:0:147207:0:(client.c:2500:ptlrpc_set_wait()) set 00000000db13f6e9 going to sleep for 6 seconds 00000100:00100000:1.0:1776186291.877093:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186291.877432:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663781696 00000100:00100000:0.0:1776186291.877484:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7311 00000100:00100000:0.0:1776186291.877491:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020550c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663781696:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186291.877507:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000291be38e/0xa474374c0006d56f lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4dec7f expref: -99 pid: 147207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186291.877586:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186291.877592:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020550c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663781696:12345-192.168.203.125@tcp:104: Request processed in 100us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186291.877599:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7311 00000100:00100000:3.0:1776186291.888815:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000902ce863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654768704:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1776186291.889823:0:147207:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b57737b pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147207:1862459654768640:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186291.889864:0:147207:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x945:0x0](000000008752c191) 00000100:00100000:3.0:1776186291.915939:0:147223:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491934 gen 11 00000100:00100000:3.0:1776186291.915966:0:147223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147223:1862459654768768:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186291.915982:0:147223:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.915997:0:147223:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916003:0:147223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916010:0:147223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916017:0:147223:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916023:0:147223:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089209d80 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186291.916027:0:147223:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916033:0:147223:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916045:0:147223:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916052:0:147223:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186291.916057:0:147223:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916063:0:147223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d57d lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186291.916077:0:147223:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@000000003845548a x1862459654768768/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1776186291.916109:0:147223:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186291.916164:0:147223:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186291.916188:0:147223:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186291.916195:0:147223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916205:0:147223:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186291.916214:0:147223:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186291.916217:0:147223:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186291.916222:0:147223:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000001b97d554 00010000:00010000:3.0:1776186291.916224:0:147223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916231:0:147223:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186291.916243:0:147223:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.916249:0:147223:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:3.0:1776186291.916252:0:147223:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186291.916262:0:147223:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:3.0:1776186291.916267:0:147223:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:3.0:1776186291.916277:0:147223:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186291.916344:0:147223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004392af5d/0xa474374c0006d584 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916351:0:147223:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004392af5d/0xa474374c0006d584 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186291.916358:0:147223:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004392af5d/0xa474374c0006d584 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186291.916377:0:147223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147223:1862459654768832:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186291.916436:0:147223:0:(client.c:2500:ptlrpc_set_wait()) set 000000002443eb5b going to sleep for 6 seconds 00000080:00200000:1.0:1776186291.983428:0:147231:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186291.983453:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186291.983468:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.983482:0:147231:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186291.983492:0:147231:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186291.983495:0:147231:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186291.983501:0:147231:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c8b54170 00010000:00010000:1.0:1776186291.983505:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.983512:0:147231:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186291.983525:0:147231:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.983531:0:147231:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186291.983534:0:147231:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186291.983542:0:147231:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186291.983546:0:147231:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186291.985084:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186291.985135:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.985145:0:147231:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186291.985154:0:147231:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186291.985934:0:147231:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769088:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186291.986015:0:147231:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af9151b9 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.004495:0:147231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769088:192.168.203.125@tcp:101:lfs.0 00010000:00010000:1.0:1776186292.004517:0:147231:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004532:0:147231:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004544:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004649:0:147231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004656:0:147231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004662:0:147231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a8a3d51 already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186292.004666:0:147231:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004672:0:147231:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004679:0:147231:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004685:0:147231:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186292.004689:0:147231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.004695:0:147231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d592 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.004710:0:147231:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000baabea24 x1862459654769088/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:1.0:1776186292.004745:0:147231:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:1.0:1776186292.005043:0:147231:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186292.005057:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.005066:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.005076:0:147231:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.005085:0:147231:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186292.005088:0:147231:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186292.005094:0:147231:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000f5ba9e4a 00010000:00010000:1.0:1776186292.005096:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.005103:0:147231:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.005115:0:147231:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.005122:0:147231:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:1.0:1776186292.005125:0:147231:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.005143:0:147231:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:1.0:1776186292.005147:0:147231:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186292.005158:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186292.005661:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.005669:0:147231:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.005678:0:147231:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.005697:0:147231:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769152:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186292.005942:0:147231:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af9151b9 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.010476:0:147231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769152:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186292.010499:0:147231:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010513:0:147231:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010520:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010532:0:147231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010539:0:147231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010546:0:147231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b9daf396 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.010549:0:147231:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010555:0:147231:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010562:0:147231:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010568:0:147231:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186292.010572:0:147231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010578:0:147231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b9daf396/0xa474374c0006d599 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.010593:0:147231:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000baabea24 x1862459654769152/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1776186292.010625:0:147231:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186292.010700:0:147231:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.010713:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.010721:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010730:0:147231:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.010739:0:147231:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.010742:0:147231:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.010746:0:147231:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c8b54170 00010000:00010000:3.0:1776186292.010748:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010755:0:147231:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.010767:0:147231:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.010774:0:147231:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:3.0:1776186292.010781:0:147231:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:3.0:1776186292.010790:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.010794:0:147231:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:3.0:1776186292.010826:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010833:0:147231:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.010842:0:147231:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.010863:0:147231:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769216:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186292.010924:0:147231:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c40d86ee going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.017678:0:147231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769216:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186292.017701:0:147231:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017718:0:147231:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017725:0:147231:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017736:0:147231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017746:0:147231:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017755:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017761:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017767:0:147231:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.017777:0:147231:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000008fc8fcb7 x1862459654769216/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:3.0:1776186292.017788:0:147231:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017796:0:147231:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186292.017820:0:147231:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:3.0:1776186292.017825:0:147231:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d5a0 00000080:00010000:3.0:1776186292.017831:0:147231:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:3.0:1776186292.017834:0:147231:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5a0 from it 00000000a3bb9bb3 00010000:00010000:3.0:1776186292.017835:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.017842:0:147231:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.018767:0:147231:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.018783:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.018794:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.018804:0:147231:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.018813:0:147231:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.018815:0:147231:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:3.0:1776186292.018819:0:147231:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 00000000a3bb9bb3 00010000:00010000:3.0:1776186292.018821:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.018827:0:147231:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.018923:0:147231:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.018930:0:147231:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.018935:0:147231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.018941:0:147231:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.018947:0:147231:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.018949:0:147231:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.018952:0:147231:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a7df4284 00010000:00010000:3.0:1776186292.018953:0:147231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.018959:0:147231:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.018965:0:147231:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.018970:0:147231:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:3.0:1776186292.018973:0:147231:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:3.0:1776186292.018977:0:147231:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:3.0:1776186292.018993:0:147231:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:3.0:1776186292.019000:0:147231:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test1 stripe_offset 1, stripe_count: 2 00000020:00100000:3.0:1776186292.019042:0:147231:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186292.019050:0:147231:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008fc8fcb7 x1862459654769344/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.019069:0:147231:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769344:192.168.203.125@tcp:36:lfs.0 00000100:00100000:3.0:1776186292.019931:0:147231:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c40d86ee going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.029254:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186292.029475:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663782400 00000100:00100000:0.0:1776186292.029524:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7312 00000100:00100000:0.0:1776186292.029532:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000227917b0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663782400:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186292.029547:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.029719:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186292.029725:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000227917b0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:186984:x1862459663782400:12345-192.168.203.125@tcp:104: Request processed in 192us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186292.029733:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7312 00010000:00010000:3.0:1776186292.030024:0:119337:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186292.030029:0:119337:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030039:0:119337:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004af70f47 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.030043:0:119337:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030051:0:119337:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030059:0:119337:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 3/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030089:0:119337:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030135:0:119337:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 2/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030142:0:119337:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186292.030163:0:119337:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030169:0:119337:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a0 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4ded89 expref: -99 pid: 147231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.030196:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.030198:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.030201:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186292.030210:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186292.030225:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654769408:192.168.203.125@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1776186292.036530:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654769408:192.168.203.125@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1776186292.038489:0:147231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fc8fcb7 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147231:1862459654769344:192.168.203.125@tcp:36:lfs.0 00000080:00200000:3.0:1776186292.038530:0:147231:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191) 00000080:00200000:3.0:1776186292.038535:0:147231:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x948:0x0], updating i_size 4096 00000080:00200000:3.0:1776186292.038562:0:147231:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:3.0:1776186292.038589:0:147231:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.043067:0:147239:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.043094:0:147239:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.043110:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.043123:0:147239:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.043134:0:147239:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.043136:0:147239:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.043142:0:147239:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000047f0b90c 00010000:00010000:3.0:1776186292.043145:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.043152:0:147239:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.043168:0:147239:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.043174:0:147239:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:3.0:1776186292.043177:0:147239:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.043185:0:147239:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:3.0:1776186292.043189:0:147239:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:3.0:1776186292.043199:0:147239:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.043236:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.043243:0:147239:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.043251:0:147239:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.043274:0:147239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769472:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186292.043382:0:147239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c40d86ee going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.061238:0:147239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491936 gen 11 00000100:00100000:3.0:1776186292.061264:0:147239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769472:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186292.061281:0:147239:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061334:0:147239:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061342:0:147239:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061353:0:147239:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061362:0:147239:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061372:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061379:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061384:0:147239:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.061392:0:147239:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000008cf8ba78 x1862459654769472/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186292.061403:0:147239:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061411:0:147239:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5692 (0 0) 00000002:00010000:3.0:1776186292.061469:0:147239:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.061506:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061513:0:147239:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.061525:0:147239:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.061541:0:147239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769536:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186292.061604:0:147239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c40d86ee going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.066632:0:147239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769536:192.168.203.125@tcp:101:touch.0 00010000:00010000:3.0:1776186292.066655:0:147239:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066668:0:147239:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066678:0:147239:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066687:0:147239:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066697:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066704:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066710:0:147239:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.066724:0:147239:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e4ecca61 x1862459654769536/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:3.0:1776186292.066737:0:147239:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066748:0:147239:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/302 (0 0) 00010000:00010000:3.0:1776186292.066754:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066761:0:147239:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.066783:0:147239:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.066823:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066830:0:147239:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.066838:0:147239:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.066857:0:147239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769600:192.168.203.125@tcp:101:touch.0 00000100:00100000:3.0:1776186292.066921:0:147239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c40d86ee going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.072949:0:147239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769600:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186292.072972:0:147239:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.072984:0:147239:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.072995:0:147239:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073005:0:147239:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073016:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073022:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073028:0:147239:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.073041:0:147239:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e4ecca61 x1862459654769600/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186292.073053:0:147239:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073063:0:147239:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/302 (0 0) 00010000:00010000:1.0:1776186292.073070:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073076:0:147239:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.073104:0:147239:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163c:0x0], updating i_size 8192 00000080:00200000:1.0:1776186292.073107:0:147239:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x163c:0x0](00000000a6618f84): rc = 0 00000080:00010000:1.0:1776186292.073118:0:147239:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) for lock 0xa474374c0006d5a7 00000080:00010000:1.0:1776186292.073127:0:147239:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) 00000080:00010000:1.0:1776186292.073130:0:147239:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5a7 from it 000000008e91eb1b 00010000:00010000:1.0:1776186292.073133:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073140:0:147239:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.073160:0:147239:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.073180:0:147239:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:1.0:1776186292.073184:0:147239:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84), file 00000000acb98aad, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1776186292.073192:0:147239:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84), intent=open|creat 00000002:00010000:1.0:1776186292.073214:0:147239:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x163d:0x0]) in obj [0x200025d90:0x12e:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1776186292.073224:0:147239:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073272:0:147239:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073278:0:147239:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186292.073280:0:147239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000da4e22ec/0xa474374c0006d5ae lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deddd expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073351:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.073358:0:147239:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186292.073368:0:147239:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186292.073373:0:147239:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000026f0a4c5 x1862459654769728/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186292.073380:0:147239:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.073398:0:147239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769728:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186292.073500:0:147239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aaaa8233 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.077903:0:147239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769728:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186292.077928:0:147239:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x12e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.077960:0:147239:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.077967:0:147239:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.077977:0:147239:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.077986:0:147239:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.077998:0:147239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.078004:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.078010:0:147239:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.078019:0:147239:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@0000000026f0a4c5 x1862459654769728/t330712491938(330712491938) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:1.0:1776186292.078029:0:147239:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000026f0a4c5 x1862459654769728/t330712491938(330712491938) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186292.078040:0:147239:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186292.078056:0:147239:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186292.078065:0:147239:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5693 (0 0) 00000080:00200000:1.0:1776186292.078082:0:147239:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84), intent=open|creat 00000080:00200000:1.0:1776186292.078115:0:147239:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x163d:0x0](0000000080fdb98d) 00000080:00200000:1.0:1776186292.078183:0:147239:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x163d:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1776186292.078189:0:147239:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x163d:0x0](0000000080fdb98d) 00000080:00010000:1.0:1776186292.078192:0:147239:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163d:0x0](0000000080fdb98d) for lock 0xa474374c0006d5bc 00000080:00200000:1.0:1776186292.078204:0:147239:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163d:0x0](0000000080fdb98d), flags 104501 00000002:00100000:1.0:1776186292.078222:0:147239:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000026f0a4c5 x1862459654769728/t330712491938(330712491938) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:1.0:1776186292.078294:0:147239:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5bc from it 00000000ccb64ab2 00010000:00010000:1.0:1776186292.078333:0:147239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186292.078343:0:147239:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1776186292.078357:0:147239:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163d:0x0](0000000080fdb98d), inode mode 81a4 mask 40 00000080:00200000:1.0:1776186292.078388:0:147239:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x163d:0x0](0000000080fdb98d) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:1.0:1776186292.078431:0:147239:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186292.078437:0:147239:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e23ac7e3 x1862459654769856/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186292.078456:0:147239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e23ac7e3 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769856:192.168.203.125@tcp:36:touch.0 00000100:00100000:1.0:1776186292.078516:0:147239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000faf66fbd going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.086440:0:147239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e23ac7e3 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654769856:192.168.203.125@tcp:36:touch.0 00000080:00200000:1.0:1776186292.086488:0:147239:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x163d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1776186292.086503:0:147239:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1776186292.088383:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654769920:192.168.203.125@tcp:2:touch.0 00000100:00100000:1.0:1776186292.093419:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654769920:192.168.203.125@tcp:2:touch.0 00000080:00200000:3.0:1776186292.093456:0:147239:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x163d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:3.0:1776186292.093485:0:147239:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x163d:0x0](0000000080fdb98d) 00000002:00100000:3.0:1776186292.093532:0:147239:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000026f0a4c5 x1862459654769728/t330712491938(330712491938) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:3.0:1776186292.093566:0:147239:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186292.093571:0:147239:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003b26b3ae x1862459654770048/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.093590:0:147239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654770048:192.168.203.125@tcp:35:touch.0 00000100:00100000:3.0:1776186292.093648:0:147239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a77fb0c1 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.108720:0:147239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147239:1862459654770048:192.168.203.125@tcp:35:touch.0 00000002:00100000:3.0:1776186292.108751:0:147239:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000026f0a4c5 x1862459654769728/t330712491938(330712491938) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:3.0:1776186292.126401:0:147247:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.126424:0:147247:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.126438:0:147247:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.126452:0:147247:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.126461:0:147247:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.126464:0:147247:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.126470:0:147247:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000b7ec499c 00010000:00010000:3.0:1776186292.126472:0:147247:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.126478:0:147247:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.126491:0:147247:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.126497:0:147247:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186292.126500:0:147247:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.126503:0:147247:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:3.0:1776186292.126505:0:147247:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.126514:0:147247:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84), flags=1536 00000080:00200000:3.0:1776186292.126517:0:147247:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:3.0:1776186292.126520:0:147247:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:3.0:1776186292.126523:0:147247:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84) 00010000:00010000:3.0:1776186292.126546:0:147247:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.126618:0:147247:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.126626:0:147247:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186292.126627:0:147247:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5b5 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dedeb expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.126647:0:147247:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186292.126655:0:147247:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001df926f0 x1862459654770176/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.126677:0:147247:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001df926f0 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147247:1862459654770176:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:3.0:1776186292.126746:0:147247:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a77fb0c1 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.150341:0:147247:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001df926f0 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147247:1862459654770176:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:3.0:1776186292.150383:0:147247:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af) 00000080:00200000:3.0:1776186292.150389:0:147247:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x949:0x0], updating i_size 4096 00000080:00200000:3.0:1776186292.161754:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.161777:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.161794:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.161807:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.161817:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.161819:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.161825:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000f4fef8fe 00010000:00010000:3.0:1776186292.161827:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.161834:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.161847:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.161853:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186292.161857:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.161860:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=8 00000080:00200000:3.0:1776186292.161865:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84),name=test 00000002:00010000:3.0:1776186292.161874:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163c:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.161880:0:147251:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5692 (0 0) 00010000:00010000:3.0:1776186292.161919:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.161927:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.161936:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.161961:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770240:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.162032:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a77fb0c1 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.176093:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770240:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186292.176116:0:147251:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176190:0:147251:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176197:0:147251:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176207:0:147251:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176216:0:147251:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176227:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176233:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176240:0:147251:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.176248:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000bfde9b06 x1862459654770240/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186292.176259:0:147251:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176266:0:147251:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5692 (0 0) 00000080:00200000:1.0:1776186292.176292:0:147251:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163c:0x0], updating i_size 4096 00000080:00010000:1.0:1776186292.176333:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) for lock 0xa474374c0006d5c3 00000080:00010000:1.0:1776186292.176339:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) 00000080:00010000:1.0:1776186292.176342:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5c3 from it 000000007df260ef 00010000:00010000:1.0:1776186292.176344:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176352:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186292.176379:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186292.176419:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176427:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.176434:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.176454:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770304:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186292.176520:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000faf66fbd going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.181469:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770304:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186292.181494:0:147251:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181507:0:147251:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181518:0:147251:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181527:0:147251:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181536:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181542:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181548:0:147251:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.181556:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000005e7b8e09 x1862459654770304/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:1.0:1776186292.181823:0:147251:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181839:0:147251:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/302 (0 0) 00010000:00010000:1.0:1776186292.181846:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181861:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186292.181889:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186292.181941:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181948:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.181955:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.181973:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770368:192.168.203.125@tcp:101:rm.0 00000100:00100000:1.0:1776186292.182074:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000faf66fbd going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.186601:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770368:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.186625:0:147251:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186637:0:147251:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186647:0:147251:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186656:0:147251:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186666:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186672:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186677:0:147251:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.186687:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000005e7b8e09 x1862459654770368/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186292.186699:0:147251:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186709:0:147251:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/302 (0 0) 00010000:00010000:3.0:1776186292.186715:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186721:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.186787:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.186802:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.186811:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186819:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.186829:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.186832:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.186836:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000005620a169 00010000:00010000:3.0:1776186292.186838:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186843:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.186852:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.186857:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:3.0:1776186292.186860:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.186863:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:3.0:1776186292.186866:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 44 00000080:00200000:3.0:1776186292.186870:0:147251:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), flags 704400 00000002:00010000:3.0:1776186292.186883:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163c:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186292.186925:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.186933:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.186944:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186292.186950:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004f07c89b x1862459654770496/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186292.186957:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.186975:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770496:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.187136:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.191571:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770496:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.191591:0:147251:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191605:0:147251:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191612:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191619:0:147251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191627:0:147251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191633:0:147251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c7aceda already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.191637:0:147251:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191642:0:147251:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191649:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191655:0:147251:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186292.191659:0:147251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.191665:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5d8 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.191679:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000004f07c89b x1862459654770496/t330712491941(330712491941) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186292.191691:0:147251:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000004f07c89b x1862459654770496/t330712491941(330712491941) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00010000:00010000:2.0:1776186292.192043:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.192056:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) 00000080:00010000:2.0:1776186292.192059:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) for lock 0xa474374c0006d5c3 00000080:00010000:2.0:1776186292.192062:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5c3 from it 000000000373426c 00010000:00010000:2.0:1776186292.192064:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192070:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.192080:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.192084:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192089:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192096:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192101:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.192108:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.192111:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192117:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192127:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192133:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.192181:0:147251:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186292.192193:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.192212:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.192218:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.192224:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.192900:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770560:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186292.192997:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.213101:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770560:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186292.213877:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.213892:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.213910:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.213922:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.213932:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.214681:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770624:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186292.214764:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00010000:00010000:3.0:1776186292.215503:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186292.227735:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770624:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186292.228495:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.228511:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.228567:0:147251:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84) 00000002:00100000:2.0:1776186292.228606:0:147251:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000004f07c89b x1862459654770496/t330712491941(330712491941) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1776186292.228634:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186292.228639:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000764799ed x1862459654770752/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.228657:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770752:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186292.228723:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.238921:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770752:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186292.238955:0:147251:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000004f07c89b x1862459654770496/t330712491941(330712491941) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186292.239028:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.239041:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.239055:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.239066:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.239076:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.239080:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.239085:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000005620a169 00010000:00010000:2.0:1776186292.239087:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.239095:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.239107:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.239112:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186292.239115:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.239119:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:2.0:1776186292.239122:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 44 00000080:00200000:2.0:1776186292.239129:0:147251:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), flags 704400 00000002:00010000:2.0:1776186292.239141:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163c:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:2.0:1776186292.239180:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.239188:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.239198:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186292.239203:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000764799ed x1862459654770880/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186292.239210:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.239227:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770880:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.240792:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.257603:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654770880:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.257644:0:147251:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.257654:0:147251:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.257663:0:147251:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.257672:0:147251:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.257684:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000764799ed x1862459654770880/t330712491943(330712491943) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:2.0:1776186292.257695:0:147251:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000764799ed x1862459654770880/t330712491943(330712491943) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.257707:0:147251:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.257716:0:147251:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5692 (0 0) 00000080:00200000:2.0:1776186292.257750:0:147251:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163c:0x0], updating i_size 4096 00000080:00010000:2.0:1776186292.257757:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) for lock 0xa474374c0006d5df 00000080:00010000:2.0:1776186292.257763:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5df from it 00000000ab207a98 00010000:00010000:2.0:1776186292.257890:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.257900:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.257925:0:147251:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000764799ed x1862459654770880/t330712491943(330712491943) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:2.0:1776186292.258043:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84),name=test 00000002:00010000:2.0:1776186292.258058:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163c:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.258066:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258075:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.258082:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.258087:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258091:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258102:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258108:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.258117:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.258122:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258128:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258134:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258139:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.258149:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) 00000080:00010000:2.0:1776186292.258153:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163c:0x0](00000000a6618f84) for lock 0xa474374c0006d5c3 00000080:00010000:2.0:1776186292.258156:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5c3 from it 000000000373426c 00010000:00010000:2.0:1776186292.258158:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258163:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.258176:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.258180:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258185:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258191:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258197:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.258203:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.258206:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258212:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258218:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258223:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.258250:0:147251:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186292.258260:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.258283:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.258289:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258332:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186292.258343:0:147251:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186292.258347:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258353:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.258363:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.258367:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258372:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186292.258379:0:147251:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186292.258381:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258387:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.258419:0:147251:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:2.0:1776186292.258441:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.258449:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:2.0:1776186292.258452:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:2.0:1776186292.258456:0:147251:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84) 00010000:00010000:2.0:1776186292.258483:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.258565:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1776186292.258580:0:147251:0:(vvp_object.c:137:vvp_conf_set()) [0x20001b1b3:0x163d:0x0]: losing layout lock 00010000:00010000:2.0:1776186292.258608:0:147251:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186292.258613:0:147251:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.259979:0:147251:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1776186292.259982:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000003a8a3d51/0xa474374c0006d5bc lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x163d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4dee07 expref: -99 pid: 147239 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186292.259999:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000005091c6ba/0xa474374c0006d5ca lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee46 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.260014:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186292.260021:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003845548a x1862459654771008/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.260041:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771008:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186292.260106:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.263258:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771008:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186292.263341:0:147251:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x163d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1776186292.263353:0:147251:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1776186292.263376:0:147251:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x163d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1776186292.263381:0:147251:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x163d:0x0](0000000080fdb98d) 00000080:00200000:2.0:1776186292.263456:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.263471:0:147251:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84), flags=0 00000080:00200000:2.0:1776186292.263476:0:147251:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84), intent=getattr 00000002:00010000:2.0:1776186292.263495:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.263542:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.263550:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.264584:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.264614:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000902ce863 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771072:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.264677:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.269880:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000902ce863 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771072:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.269904:0:147251:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.269925:0:147251:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.269932:0:147251:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.269946:0:147251:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.269956:0:147251:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.269966:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.269973:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.269978:0:147251:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.269988:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000902ce863 x1862459654771072/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.269998:0:147251:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.270007:0:147251:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2377 (0 0) 00000080:00200000:2.0:1776186292.270031:0:147251:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x949:0x0], updating i_size 4096 00000080:00200000:2.0:1776186292.270034:0:147251:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x949:0x0](000000001f3325af): rc = 0 00000080:00010000:2.0:1776186292.270040:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x949:0x0](000000001f3325af) for lock 0xa474374c0006d5e6 00000080:00010000:2.0:1776186292.270050:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x949:0x0](000000001f3325af) 00000080:00010000:2.0:1776186292.270053:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5e6 from it 00000000066dbe49 00010000:00010000:2.0:1776186292.270056:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.270063:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.270123:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.270157:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.270163:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.270171:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.270190:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000902ce863 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771136:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.270245:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.271793:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000902ce863 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771136:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.271814:0:147251:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.271825:0:147251:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.271836:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@00000000902ce863 x1862459654771136/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:3.0:1776186292.272636:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771200:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186292.272738:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.279692:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771200:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186292.280502:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.280517:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.280536:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.280547:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.280557:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186292.280568:0:147251:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186292.280571:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.280577:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.281036:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af),name=b 00000002:00010000:3.0:1776186292.281055:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x949:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.281062:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.281070:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.281079:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x949:0x0](000000001f3325af) 00000080:00010000:3.0:1776186292.281082:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x949:0x0](000000001f3325af) for lock 0xa474374c0006d5e6 00000080:00010000:3.0:1776186292.281087:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5e6 from it 000000007df260ef 00010000:00010000:3.0:1776186292.281099:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.281106:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.281148:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.281154:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000002:00010000:0.0:1776186292.281279:0:147253:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12e:0x0]) in obj [0x200025d90:0x12e:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186292.281286:0:147253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.281368:0:147253:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186292.281378:0:147253:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186292.281380:0:147253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.281386:0:147253:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186292.281395:0:147253:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12e:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186292.281399:0:147253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.281404:0:147253:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186292.281411:0:147253:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186292.281412:0:147253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.281418:0:147253:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.281509:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af), inode mode 41ed mask 44 00000080:00200000:3.0:1776186292.281518:0:147251:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af), flags 704400 00000002:00010000:3.0:1776186292.281530:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x949:0x0]) in obj [0x2400007ed:0x949:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186292.281567:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.281574:0:147251:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.281584:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186292.281592:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a78ec81d x1862459654771328/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186292.281599:0:147251:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.281616:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771328:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.281915:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.285371:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771328:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.285395:0:147251:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285408:0:147251:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285415:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285421:0:147251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285428:0:147251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285434:0:147251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c7aceda already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.285437:0:147251:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285443:0:147251:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285449:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 5/0,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285455:0:147251:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186292.285469:0:147251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285475:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d5f4 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x949:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.285491:0:147251:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000a78ec81d x1862459654771328/t12884907244(12884907244) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186292.285502:0:147251:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a78ec81d x1862459654771328/t12884907244(12884907244) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186292.285533:0:147251:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x949:0x0], updating i_size 4096 00000002:00100000:3.0:1776186292.285548:0:147251:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000a78ec81d x1862459654771328/t12884907244(12884907244) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186292.285656:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af),name=b 00000002:00010000:3.0:1776186292.285673:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x949:0x0]) in obj [0x240000fb8:0x12e:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.285684:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285693:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.285702:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x949:0x0](000000001f3325af) 00000080:00010000:3.0:1776186292.285705:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x949:0x0](000000001f3325af) for lock 0xa474374c0006d5e6 00000080:00010000:3.0:1776186292.285709:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5e6 from it 000000000373426c 00010000:00010000:3.0:1776186292.285711:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285718:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.285742:0:147251:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1776186292.285749:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x949:0x0]) in obj [0x2400007ed:0x949:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.285753:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.285759:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.286425:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cbd1bba pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771392:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186292.286498:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.292900:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cbd1bba pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771392:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186292.293560:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.293575:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.293610:0:147251:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1776186292.293624:0:147251:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af) 00000002:00100000:3.0:1776186292.293659:0:147251:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000a78ec81d x1862459654771328/t12884907244(12884907244) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186299 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:3.0:1776186292.293684:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186292.293688:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008cbd1bba x1862459654771520/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.293705:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cbd1bba pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771520:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186292.293767:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.298066:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cbd1bba pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771520:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186292.298105:0:147251:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000a78ec81d x1862459654771328/t12884907244(12884907244) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:3.0:1776186292.298158:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.298167:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:3.0:1776186292.298705:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:3.0:1776186292.298711:0:147251:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x20001b1b3:0x163c:0x0](00000000a6618f84) 00010000:00010000:3.0:1776186292.298741:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.298827:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.298890:0:147251:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.298897:0:147251:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.298902:0:147251:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186292.298904:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d5e6 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x949:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4deeaf expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.298916:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000005abf8b52/0xa474374c0006d5d1 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee54 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.298946:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186292.298952:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008cbd1bba x1862459654771648/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.298970:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cbd1bba pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771648:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186292.299032:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.303864:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cbd1bba pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771648:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186292.303911:0:147251:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x949:0x0](000000001f3325af) 00000080:00200000:3.0:1776186292.304022:0:147251:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84) 00010000:00010000:3.0:1776186292.304633:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.304673:0:147251:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.304697:0:147251:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.304706:0:147251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.304712:0:147251:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.304720:0:147251:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.304723:0:147251:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.304729:0:147251:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000005cc8774 00010000:00010000:3.0:1776186292.304731:0:147251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.304738:0:147251:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.304759:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.304765:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186292.304768:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.304773:0:147251:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=0 00000080:00200000:3.0:1776186292.304775:0:147251:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:3.0:1776186292.304779:0:147251:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:3.0:1776186292.304799:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.304830:0:147251:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000764799ed x1862459654770880/t330712491943(330712491943) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:3.0:1776186292.304852:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186292.304857:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a78ec81d x1862459654771776/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.304875:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771776:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186292.304936:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.307831:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771776:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186292.307877:0:147251:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000764799ed x1862459654770880/t330712491943(330712491943) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:3.0:1776186292.307934:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.307954:0:147251:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.307989:0:147251:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.307996:0:147251:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.308001:0:147251:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.308011:0:147251:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1776186292.308013:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d5df lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee70 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.308024:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d5c3 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dee38 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.308037:0:147251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d5a7 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x163c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4dedcf expref: -99 pid: 147239 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.308061:0:147251:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186292.308066:0:147251:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a78ec81d x1862459654771904/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.308089:0:147251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771904:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186292.308151:0:147251:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.314955:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186292.315009:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663783360 00000100:00100000:0.0:1776186292.315060:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7313 00000100:00100000:0.0:1776186292.315066:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000e5ada9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663783360:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186292.315088:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.315158:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186292.315163:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000e5ada9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663783360:12345-192.168.203.125@tcp:104: Request processed in 96us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186292.315170:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7313 00010000:00010000:3.0:1776186292.316654:0:14248:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186292.316663:0:14248:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.316676:0:14248:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000070b7e8d already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.316680:0:14248:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.316687:0:14248:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.316695:0:14248:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 3/0,0 mode: PR/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.316805:0:14248:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 2/0,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.316812:0:14248:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186292.316842:0:14248:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.316848:0:14248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d5ed lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12e:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4deeb6 expref: -99 pid: 147251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.316865:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.316867:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.316868:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186292.316935:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654771968:192.168.203.125@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1776186292.324702:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654771968:192.168.203.125@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1776186292.339826:0:147251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147251:1862459654771904:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186292.339874:0:147251:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x163c:0x0](00000000a6618f84) 00000080:00200000:1.0:1776186292.347941:0:147255:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186292.347965:0:147255:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.347982:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.347994:0:147255:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.348009:0:147255:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186292.348012:0:147255:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186292.348018:0:147255:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000009921a531 00010000:00010000:1.0:1776186292.348021:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.348689:0:147255:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.348704:0:147255:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.348718:0:147255:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:1.0:1776186292.348722:0:147255:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.348732:0:147255:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:1.0:1776186292.348736:0:147255:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:1.0:1776186292.348757:0:147255:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.348797:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.348805:0:147255:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.348814:0:147255:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.348837:0:147255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772032:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186292.348905:0:147255:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf46f2a0 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.355527:0:147255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772032:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186292.355547:0:147255:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.355562:0:147255:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.355648:0:147255:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.355658:0:147255:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.355666:0:147255:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.355677:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.355683:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.355688:0:147255:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.356013:0:147255:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000005e7b8e09 x1862459654772032/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186292.356027:0:147255:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.356037:0:147255:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 9663678445/2376 (0 0) 00000002:00010000:1.0:1776186292.356051:0:147255:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x948:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.356182:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.356190:0:147255:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.356199:0:147255:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.356217:0:147255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772096:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186292.356376:0:147255:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf46f2a0 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.360363:0:147255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772096:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186292.360385:0:147255:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360396:0:147255:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360405:0:147255:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360412:0:147255:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360423:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360430:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360437:0:147255:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.360445:0:147255:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000baabea24 x1862459654772096/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186292.360457:0:147255:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360467:0:147255:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2376 (0 0) 00000002:00010000:1.0:1776186292.360535:0:147255:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186292.360571:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360578:0:147255:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.360586:0:147255:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.360604:0:147255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772160:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186292.360668:0:147255:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf46f2a0 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.365371:0:147255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772160:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186292.365391:0:147255:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365402:0:147255:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365413:0:147255:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365421:0:147255:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365430:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365437:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365443:0:147255:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.365451:0:147255:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000005e7b8e09 x1862459654772160/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186292.365461:0:147255:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365470:0:147255:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/200 (0 0) 00010000:00010000:1.0:1776186292.365476:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365483:0:147255:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186292.365502:0:147255:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186292.365540:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365547:0:147255:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.365555:0:147255:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.365572:0:147255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772224:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186292.365633:0:147255:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf46f2a0 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.385857:0:147255:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491946 gen 11 00000100:00100000:1.0:1776186292.385902:0:147255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772224:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186292.385921:0:147255:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.385932:0:147255:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.385942:0:147255:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.385952:0:147255:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.385961:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.385967:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.385974:0:147255:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.385983:0:147255:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000005e7b8e09 x1862459654772224/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186292.385994:0:147255:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386004:0:147255:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/200 (0 0) 00010000:00010000:1.0:1776186292.386011:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386018:0:147255:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.386086:0:147255:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x948:0x0], updating i_size 8192 00000080:00200000:1.0:1776186292.386089:0:147255:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x948:0x0](000000008752c191): rc = 0 00000080:00010000:1.0:1776186292.386100:0:147255:0:(llite_internal.h:1703:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) for remote lock 0xa474374c0006d602 00000080:00010000:1.0:1776186292.386103:0:147255:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) for lock 0xa474374c0006d5fb 00000080:00010000:1.0:1776186292.386112:0:147255:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) 00000080:00010000:1.0:1776186292.386115:0:147255:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d5fb from it 00000000eef90fa9 00010000:00010000:1.0:1776186292.386117:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386124:0:147255:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.386135:0:147255:0:(dcache.c:204:ll_intent_drop_lock()) releasing remote lock with cookie 0xa474374c0006d602 from it 00000000eef90fa9 00010000:00010000:1.0:1776186292.386138:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386144:0:147255:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.386165:0:147255:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.386184:0:147255:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:1.0:1776186292.386187:0:147255:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x2400007ed:0x948:0x0](000000008752c191), file 00000000278b0073, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1776186292.386194:0:147255:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x2400007ed:0x948:0x0](000000008752c191), intent=open|creat 00000002:00010000:1.0:1776186292.386215:0:147255:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x2400007ed:0x94a:0x0]) in obj [0x240001788:0xc8:0x0], intent: open|creat flags 0104502 00010000:00010000:1.0:1776186292.386226:0:147255:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386274:0:147255:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386281:0:147255:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186292.386282:0:147255:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d609 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def49 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386419:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.386426:0:147255:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186292.386440:0:147255:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776186292.386445:0:147255:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000baabea24 x1862459654772352/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776186292.386452:0:147255:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.386470:0:147255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772352:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186292.386629:0:147255:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf46f2a0 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.394751:0:147255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baabea24 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772352:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186292.394774:0:147255:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 4/0,1 mode: --/CW res: [0x240001788:0xc8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.394798:0:147255:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.394806:0:147255:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.394815:0:147255:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.394823:0:147255:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.394832:0:147255:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.394844:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.394850:0:147255:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186292.394858:0:147255:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000baabea24 x1862459654772352/t12884907248(12884907248) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:1.0:1776186292.394868:0:147255:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000baabea24 x1862459654772352/t12884907248(12884907248) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186292.394879:0:147255:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186292.394887:0:147255:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186292.394895:0:147255:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2378 (0 0) 00000080:00200000:1.0:1776186292.394912:0:147255:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x2400007ed:0x948:0x0](000000008752c191), intent=open|creat 00000080:00200000:1.0:1776186292.394935:0:147255:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x94a:0x0](000000002ce0dc3a) 00000080:00200000:1.0:1776186292.395002:0:147255:0:(file.c:5870:ll_layout_conf()) [0x2400007ed:0x94a:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1776186292.395008:0:147255:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x94a:0x0](000000002ce0dc3a) 00000080:00010000:1.0:1776186292.395011:0:147255:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94a:0x0](000000002ce0dc3a) for lock 0xa474374c0006d617 00000080:00200000:1.0:1776186292.395144:0:147255:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94a:0x0](000000002ce0dc3a), flags 104501 00000002:00100000:1.0:1776186292.395163:0:147255:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000baabea24 x1862459654772352/t12884907248(12884907248) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:1.0:1776186292.395342:0:147255:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d617 from it 00000000ccb64ab2 00010000:00010000:1.0:1776186292.395347:0:147255:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1776186292.395355:0:147255:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1776186292.395370:0:147255:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94a:0x0](000000002ce0dc3a), inode mode 81a4 mask 40 00000080:00200000:1.0:1776186292.395398:0:147255:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x2400007ed:0x94a:0x0](000000002ce0dc3a) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:1.0:1776186292.395433:0:147255:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186292.395438:0:147255:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000005e7b8e09 x1862459654772480/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186292.395454:0:147255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772480:192.168.203.125@tcp:36:touch.0 00000100:00100000:1.0:1776186292.395497:0:147255:0:(client.c:2500:ptlrpc_set_wait()) set 000000009186750b going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.410426:0:147255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7b8e09 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772480:192.168.203.125@tcp:36:touch.0 00000080:00200000:2.0:1776186292.410636:0:147255:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x94a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1776186292.410652:0:147255:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1776186292.410726:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186292.410743:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000902ce863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654772544:192.168.203.125@tcp:2:touch.0 00000100:00100000:2.0:1776186292.419244:0:2280:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e0e1174d800: committing for last_committed 30064775021 gen 34 00000100:00100000:2.0:1776186292.419381:0:2280:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000902ce863 x1862459654772544/t30064775023(30064775023) o2->lustre-OST0000-osc-ffff8e0e1174d800@192.168.203.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1776186299 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00100000:2.0:1776186292.419447:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000902ce863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654772544:192.168.203.125@tcp:2:touch.0 00000080:00200000:3.0:1776186292.419713:0:147255:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x94a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:3.0:1776186292.419747:0:147255:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94a:0x0](000000002ce0dc3a) 00000002:00100000:3.0:1776186292.419794:0:147255:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000baabea24 x1862459654772352/t12884907248(12884907248) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186299 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:3.0:1776186292.420006:0:147255:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186292.420012:0:147255:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000de114e53 x1862459654772672/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.420033:0:147255:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de114e53 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772672:192.168.203.125@tcp:35:touch.0 00000100:00100000:3.0:1776186292.420153:0:147255:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.425781:0:147255:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de114e53 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147255:1862459654772672:192.168.203.125@tcp:35:touch.0 00000002:00100000:3.0:1776186292.425963:0:147255:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000baabea24 x1862459654772352/t12884907248(12884907248) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:1.0:1776186292.438421:0:147256:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186292.438445:0:147256:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.438462:0:147256:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.438478:0:147256:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.438487:0:147256:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186292.438491:0:147256:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186292.438899:0:147256:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c216c02f 00010000:00010000:1.0:1776186292.438903:0:147256:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.438919:0:147256:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.438936:0:147256:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.438944:0:147256:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186292.438949:0:147256:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.438952:0:147256:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:1.0:1776186292.438955:0:147256:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.438970:0:147256:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x948:0x0](000000008752c191), flags=1536 00000080:00200000:1.0:1776186292.438976:0:147256:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:1.0:1776186292.438980:0:147256:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:1.0:1776186292.438985:0:147256:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x948:0x0](000000008752c191) 00010000:00010000:1.0:1776186292.439015:0:147256:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.439081:0:147256:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.439090:0:147256:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186292.439092:0:147256:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d610 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def57 expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186292.439119:0:147256:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186292.439133:0:147256:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e23ac7e3 x1862459654772800/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186292.439160:0:147256:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e23ac7e3 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147256:1862459654772800:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186292.439240:0:147256:0:(client.c:2500:ptlrpc_set_wait()) set 000000009186750b going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.444128:0:147256:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e23ac7e3 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147256:1862459654772800:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:1.0:1776186292.444228:0:147256:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a) 00000080:00200000:1.0:1776186292.444234:0:147256:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163e:0x0], updating i_size 4096 00000080:00200000:2.0:1776186292.455142:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.456748:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.456770:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.456786:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.456801:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.456805:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.456812:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000178ec01a 00010000:00010000:2.0:1776186292.456815:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.456822:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.456836:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.456844:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186292.456849:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.456853:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=8 00000080:00200000:2.0:1776186292.456860:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191),name=test1 00000002:00010000:2.0:1776186292.456877:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x948:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.456884:0:147257:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 30 res 9663678445/2376 (0 0) 00010000:00010000:2.0:1776186292.456926:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.456933:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.456941:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.456967:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654772864:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.457090:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.464504:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654772864:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.464529:0:147257:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464555:0:147257:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464563:0:147257:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464572:0:147257:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464585:0:147257:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464596:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464603:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464609:0:147257:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.464619:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000f973aef7 x1862459654772864/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.464632:0:147257:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464639:0:147257:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2376 (0 0) 00000080:00200000:2.0:1776186292.464683:0:147257:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x948:0x0], updating i_size 4096 00000080:00010000:2.0:1776186292.464694:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) for lock 0xa474374c0006d61e 00000080:00010000:2.0:1776186292.464701:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) 00000080:00010000:2.0:1776186292.464703:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d61e from it 000000006186818f 00010000:00010000:2.0:1776186292.464705:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464712:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.464746:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.464986:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.464994:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.465001:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.465023:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654772928:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.465139:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.469673:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654772928:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.469699:0:147257:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469711:0:147257:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469722:0:147257:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469732:0:147257:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469742:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469753:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469758:0:147257:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.469853:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000f973aef7 x1862459654772928/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.469867:0:147257:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469878:0:147257:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/200 (0 0) 00010000:00010000:2.0:1776186292.469885:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469892:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.469915:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.469957:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469964:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.469972:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.469995:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654772992:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.470113:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.475868:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654772992:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.475890:0:147257:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475902:0:147257:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475912:0:147257:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475921:0:147257:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475930:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475936:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475942:0:147257:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.475951:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000f973aef7 x1862459654772992/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.475963:0:147257:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475974:0:147257:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/200 (0 0) 00010000:00010000:2.0:1776186292.475985:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.475992:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.476063:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.476088:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.476095:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.476104:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.476113:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.476116:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.476120:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000b1ea0869 00010000:00010000:2.0:1776186292.476121:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.476422:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.476432:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.476439:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186292.476442:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.476446:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:2.0:1776186292.476450:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 44 00000080:00200000:2.0:1776186292.476457:0:147257:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), flags 704400 00000002:00010000:2.0:1776186292.476470:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x948:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:2.0:1776186292.476593:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.476600:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.476611:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186292.476737:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f973aef7 x1862459654773120/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186292.476745:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.476764:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773120:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.476959:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.480915:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773120:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.480938:0:147257:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.480952:0:147257:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.480959:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.480966:0:147257:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.480973:0:147257:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.480978:0:147257:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000070b7e8d already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186292.480982:0:147257:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.480988:0:147257:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.480995:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481002:0:147257:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1776186292.481006:0:147257:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481011:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d633 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.481032:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000f973aef7 x1862459654773120/t12884907251(12884907251) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:2.0:1776186292.481045:0:147257:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000f973aef7 x1862459654773120/t12884907251(12884907251) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186292.481097:0:147257:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x948:0x0], updating i_size 4096 00000002:00100000:2.0:1776186292.481114:0:147257:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000f973aef7 x1862459654773120/t12884907251(12884907251) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186292.481233:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191),name=test1 00000002:00010000:2.0:1776186292.481250:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x948:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.481261:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481271:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.481331:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.481337:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481343:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481351:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481357:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.481370:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.481375:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481381:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481389:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481394:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.481405:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) 00000080:00010000:2.0:1776186292.481408:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) for lock 0xa474374c0006d61e 00000080:00010000:2.0:1776186292.481411:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d61e from it 00000000fdde3226 00010000:00010000:2.0:1776186292.481413:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481419:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.481428:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.481432:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481438:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481443:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481449:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.481456:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.481459:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481470:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481707:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481714:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.481833:0:147257:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186292.481843:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.481860:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.481863:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.481867:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.482757:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773184:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186292.482879:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.496937:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773184:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186292.501657:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.501681:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.501702:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.501715:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.501727:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.502352:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773248:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186292.502435:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.513437:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773248:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186292.514195:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.514211:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.514265:0:147257:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191) 00000002:00100000:2.0:1776186292.514343:0:147257:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000f973aef7 x1862459654773120/t12884907251(12884907251) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1776186292.514371:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186292.514376:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000360aa2ec x1862459654773376/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.514394:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773376:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186292.514591:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.525862:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773376:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186292.525899:0:147257:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000f973aef7 x1862459654773120/t12884907251(12884907251) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186292.525995:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.526012:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.526027:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.526039:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.526048:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.526051:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.526057:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000b1ea0869 00010000:00010000:2.0:1776186292.526059:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.526067:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.526079:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.526085:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186292.526089:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.526093:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:2.0:1776186292.526096:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 44 00000080:00200000:2.0:1776186292.526103:0:147257:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), flags 704400 00000002:00010000:2.0:1776186292.526116:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x948:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:2.0:1776186292.526172:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.526184:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.526194:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186292.526199:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000360aa2ec x1862459654773504/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186292.526206:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.526224:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773504:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.527370:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.534875:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773504:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.535073:0:147257:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535085:0:147257:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535096:0:147257:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535106:0:147257:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.535119:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000360aa2ec x1862459654773504/t12884907253(12884907253) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:3.0:1776186292.535130:0:147257:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000360aa2ec x1862459654773504/t12884907253(12884907253) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186292.535143:0:147257:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535152:0:147257:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2376 (0 0) 00000080:00200000:3.0:1776186292.535186:0:147257:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x948:0x0], updating i_size 4096 00000080:00010000:3.0:1776186292.535192:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) for lock 0xa474374c0006d63a 00000080:00010000:3.0:1776186292.535199:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d63a from it 00000000272d4fe9 00010000:00010000:3.0:1776186292.535202:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535215:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.535234:0:147257:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000360aa2ec x1862459654773504/t12884907253(12884907253) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:3.0:1776186292.535841:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191),name=test1 00000002:00010000:3.0:1776186292.535863:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x948:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.535872:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535881:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.535889:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.535894:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535900:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535907:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.535913:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.536485:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.536493:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536501:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536507:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536513:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.536527:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) 00000080:00010000:3.0:1776186292.536531:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x948:0x0](000000008752c191) for lock 0xa474374c0006d61e 00000080:00010000:3.0:1776186292.536535:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d61e from it 00000000fdde3226 00010000:00010000:3.0:1776186292.536537:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536543:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.536553:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.536557:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536562:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536568:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536579:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.536586:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.536589:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536595:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536600:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.536606:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.537206:0:147257:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191) pos/size0/8192 32bit_api 0 00010000:00010000:3.0:1776186292.537222:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.537252:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.537258:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.537264:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186292.537276:0:147257:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186292.537279:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.537284:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.537933:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.537942:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.537952:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186292.538466:0:147257:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186292.538469:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.538476:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.538521:0:147257:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:3.0:1776186292.538542:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.538551:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:3.0:1776186292.538555:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:3.0:1776186292.538559:0:147257:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x2400007ed:0x948:0x0](000000008752c191) 00010000:00010000:3.0:1776186292.538592:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.542862:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1776186292.542908:0:147257:0:(vvp_object.c:137:vvp_conf_set()) [0x2400007ed:0x94a:0x0]: losing layout lock 00010000:00010000:3.0:1776186292.544201:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186292.544215:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.544221:0:147257:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186292.544223:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000090827305/0xa474374c0006d617 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x94a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4def7a expref: -99 pid: 147255 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186292.544239:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000963eca9d/0xa474374c0006d625 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defb9 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.544256:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186292.544267:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ee4990a8 x1862459654773632/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.544311:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee4990a8 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773632:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186292.544560:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 000000004ec5b416 going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.553365:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee4990a8 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773632:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186292.553418:0:147257:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x94a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1776186292.553429:0:147257:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1776186292.553454:0:147257:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x94a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1776186292.553458:0:147257:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x94a:0x0](000000002ce0dc3a) 00000080:00200000:0.0:1776186292.553539:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:0.0:1776186292.553553:0:147257:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x948:0x0](000000008752c191), flags=0 00000080:00200000:0.0:1776186292.553558:0:147257:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x2400007ed:0x948:0x0](000000008752c191), intent=getattr 00000002:00010000:0.0:1776186292.553577:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186292.553624:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.553634:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.553643:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186292.553663:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c831084 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773696:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186292.553715:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ded138c going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.562208:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c831084 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773696:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.562230:0:147257:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562251:0:147257:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562259:0:147257:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562268:0:147257:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562277:0:147257:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562477:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562489:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562495:0:147257:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.562505:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000006c831084 x1862459654773696/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186292.562515:0:147257:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562524:0:147257:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5694 (0 0) 00000080:00200000:3.0:1776186292.562697:0:147257:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163e:0x0], updating i_size 4096 00000080:00200000:3.0:1776186292.562701:0:147257:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x163e:0x0](00000000e128e51a): rc = 0 00000080:00010000:3.0:1776186292.562709:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163e:0x0](00000000e128e51a) for lock 0xa474374c0006d641 00000080:00010000:3.0:1776186292.562719:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163e:0x0](00000000e128e51a) 00000080:00010000:3.0:1776186292.562723:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d641 from it 000000007debbf9c 00010000:00010000:3.0:1776186292.562725:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562733:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.562783:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.562820:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562827:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.562836:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.562854:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773760:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.562997:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 000000003aeb11f6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.566609:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773760:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.566635:0:147257:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.566648:0:147257:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.566660:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@00000000a78ec81d x1862459654773760/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:3.0:1776186292.567323:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773824:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186292.567383:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 000000003aeb11f6 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.589793:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773824:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186292.590493:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.590506:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.590523:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.590536:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.590545:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186292.590557:0:147257:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186292.590560:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.590570:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.601699:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a),name=b 00000002:00010000:2.0:1776186292.602187:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163e:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.602203:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.602218:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.602230:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163e:0x0](00000000e128e51a) 00000080:00010000:2.0:1776186292.602233:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163e:0x0](00000000e128e51a) for lock 0xa474374c0006d641 00000080:00010000:2.0:1776186292.602239:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d641 from it 000000006186818f 00010000:00010000:2.0:1776186292.602242:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.602249:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186292.602885:0:147262:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc8:0x0]) in obj [0x240001788:0xc8:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186292.602898:0:147262:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.602910:0:147262:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186292.602923:0:147262:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186292.602926:0:147262:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.602933:0:147262:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186292.602944:0:147262:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc8:0x0]) in obj [0x200025d92:0xc8:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186292.602949:0:147262:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.602955:0:147262:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186292.602965:0:147262:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186292.602968:0:147262:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.602974:0:147262:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.603997:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.604009:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:2.0:1776186292.604022:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a), inode mode 41ed mask 44 00000080:00200000:2.0:1776186292.604031:0:147257:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a), flags 704400 00000002:00010000:2.0:1776186292.604048:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163e:0x0]) in obj [0x20001b1b3:0x163e:0x0], intent: open flags 0240704401 00010000:00010000:2.0:1776186292.604096:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.604110:0:147257:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.604121:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186292.604130:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f973aef7 x1862459654773952/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186292.604137:0:147257:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.604159:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773952:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.604499:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c38dc5e0 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.614608:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654773952:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.614630:0:147257:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614644:0:147257:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614651:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614658:0:147257:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614667:0:147257:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614673:0:147257:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008067ebbc already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.614677:0:147257:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614683:0:147257:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614708:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614735:0:147257:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186292.614741:0:147257:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.614769:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008067ebbc/0xa474374c0006d64f lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.616039:0:147257:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000f973aef7 x1862459654773952/t330712491948(330712491948) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186292.616055:0:147257:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000f973aef7 x1862459654773952/t330712491948(330712491948) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186292.616085:0:147257:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163e:0x0], updating i_size 4096 00000002:00100000:3.0:1776186292.616104:0:147257:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000f973aef7 x1862459654773952/t330712491948(330712491948) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186292.616221:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a),name=b 00000002:00010000:3.0:1776186292.616241:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163e:0x0]) in obj [0x200025d92:0xc8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.616255:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.616266:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.616277:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163e:0x0](00000000e128e51a) 00000080:00010000:3.0:1776186292.616280:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163e:0x0](00000000e128e51a) for lock 0xa474374c0006d641 00000080:00010000:3.0:1776186292.616296:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d641 from it 00000000fdde3226 00010000:00010000:3.0:1776186292.616316:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.616324:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.616357:0:147257:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1776186292.616367:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163e:0x0]) in obj [0x20001b1b3:0x163e:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.616372:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.616380:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.620513:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774016:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186292.624293:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 0000000087b57430 going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.646002:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774016:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186292.646919:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.646939:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186292.646977:0:147257:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1776186292.646992:0:147257:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a) 00000002:00100000:0.0:1776186292.647034:0:147257:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000f973aef7 x1862459654773952/t330712491948(330712491948) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:0.0:1776186292.647065:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186292.647070:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000cb998a4f x1862459654774144/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186292.647091:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774144:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186292.647164:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.653744:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774144:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186292.653782:0:147257:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000f973aef7 x1862459654773952/t330712491948(330712491948) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186292.653838:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.653848:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:2.0:1776186292.653851:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191), inode mode 41ed mask 3 00000080:00200000:2.0:1776186292.653855:0:147257:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x2400007ed:0x948:0x0](000000008752c191) 00010000:00010000:2.0:1776186292.653887:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.653984:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.654057:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.654069:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.654074:0:147257:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1776186292.654076:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d641 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x163e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df022 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.654088:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d62c lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defc7 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.654103:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186292.654109:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f973aef7 x1862459654774272/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.654140:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774272:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186292.654208:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.679422:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774272:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186292.679465:0:147257:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x163e:0x0](00000000e128e51a) 00000080:00200000:2.0:1776186292.679517:0:147257:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191) 00010000:00010000:2.0:1776186292.679685:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.679722:0:147257:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.679735:0:147257:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.679743:0:147257:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.679750:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.679759:0:147257:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.679762:0:147257:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.679768:0:147257:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000005add8ba 00010000:00010000:2.0:1776186292.679770:0:147257:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.679777:0:147257:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.679789:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.679794:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186292.679797:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.679804:0:147257:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=0 00000080:00200000:2.0:1776186292.679806:0:147257:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:2.0:1776186292.679810:0:147257:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:2.0:1776186292.679826:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.679840:0:147257:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.679870:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.679877:0:147257:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186292.679897:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000b89caa94/0xa474374c0006d5fb lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def2d expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.679916:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.679942:0:147257:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000360aa2ec x1862459654773504/t12884907253(12884907253) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:2.0:1776186292.679959:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186292.679964:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000764799ed x1862459654774464/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.679980:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774464:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186292.680363:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.680386:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654774336:192.168.203.125@tcp:103:rm.0 00000100:00100000:2.0:1776186292.712557:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654774336:192.168.203.125@tcp:103:rm.0 00000100:00100000:0.0:1776186292.713766:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774464:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186292.714209:0:147257:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000360aa2ec x1862459654773504/t12884907253(12884907253) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:0.0:1776186292.714267:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.714327:0:147257:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.714370:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.714376:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.714388:0:147257:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.714394:0:147257:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1776186292.714396:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000070b7e8d/0xa474374c0006d63a lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x948:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defe3 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.714405:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000373b9d7e/0xa474374c0006d61e lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4defab expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.714412:0:147257:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000003e1ee3a9/0xa474374c0006d602 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x948:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4def3b expref: -99 pid: 147255 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186292.714431:0:147257:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186292.714437:0:147257:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000cb998a4f x1862459654774592/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186292.714457:0:147257:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774592:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186292.714540:0:147257:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b3b1327 going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.722628:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186292.722668:0:33156:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1776186292.722688:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663784448 00000100:00100000:0.0:1776186292.722727:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7314 00000100:00100000:0.0:1776186292.722732:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003928de3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663784448:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186292.722746:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.722825:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186292.722831:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003928de3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:6264:x1862459663784448:12345-192.168.203.125@tcp:104: Request processed in 99us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186292.722838:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7314 00010000:00010000:3.0:1776186292.722912:0:31311:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186292.722917:0:31311:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.722925:0:31311:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004af70f47 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.722929:0:31311:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.722935:0:31311:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.722942:0:31311:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 3/0,0 mode: PR/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.723050:0:31311:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 2/0,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.723058:0:31311:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186292.723078:0:31311:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.723085:0:31311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d648 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc8:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df029 expref: -99 pid: 147257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.723099:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.723100:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.723101:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186292.723117:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654774656:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1776186292.733050:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654774656:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1776186292.765673:0:147257:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb998a4f pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147257:1862459654774592:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186292.765712:0:147257:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x948:0x0](000000008752c191) 00000080:00200000:1.0:1776186292.775699:0:147281:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186292.775723:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.775738:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.775751:0:147281:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.775761:0:147281:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186292.775764:0:147281:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186292.775769:0:147281:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000caacf724 00010000:00010000:1.0:1776186292.775772:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.775779:0:147281:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.775792:0:147281:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.775798:0:147281:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186292.775801:0:147281:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.775809:0:147281:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186292.775813:0:147281:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186292.775822:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186292.775860:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.775872:0:147281:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.775880:0:147281:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186292.775903:0:147281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774720:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186292.776147:0:147281:0:(client.c:2500:ptlrpc_set_wait()) set 000000009186750b going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.788910:0:147281:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491950 gen 11 00000100:00100000:0.0:1776186292.788941:0:147281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774720:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186292.788958:0:147281:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.788973:0:147281:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.788979:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.788986:0:147281:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.788993:0:147281:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.788999:0:147281:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054c0e6ee already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186292.789003:0:147281:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789009:0:147281:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789016:0:147281:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789028:0:147281:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186292.789032:0:147281:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789039:0:147281:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000054c0e6ee/0xa474374c0006d656 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186292.789052:0:147281:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@0000000026f0a4c5 x1862459654774720/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186292.789081:0:147281:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186292.789135:0:147281:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186292.789147:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186292.789154:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789163:0:147281:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186292.789171:0:147281:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186292.789174:0:147281:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186292.789179:0:147281:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000078d0a656 00010000:00010000:0.0:1776186292.789181:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789189:0:147281:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186292.789202:0:147281:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186292.789209:0:147281:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:0.0:1776186292.789211:0:147281:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186292.789220:0:147281:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:0.0:1776186292.789224:0:147281:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:0.0:1776186292.789233:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186292.789266:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789273:0:147281:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.789516:0:147281:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186292.789539:0:147281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774784:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186292.789606:0:147281:0:(client.c:2500:ptlrpc_set_wait()) set 000000003031289d going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.795606:0:147281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774784:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186292.795626:0:147281:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795639:0:147281:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795645:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795651:0:147281:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795664:0:147281:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795669:0:147281:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000073bddbca already unused, calling callback (00000000a546a25d) 00010000:00010000:0.0:1776186292.795672:0:147281:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795677:0:147281:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795684:0:147281:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795691:0:147281:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1776186292.795696:0:147281:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.795701:0:147281:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d65d lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186292.795713:0:147281:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000ee880654 x1862459654774784/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:0.0:1776186292.795741:0:147281:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186292.796033:0:147281:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186292.796046:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186292.796053:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.796067:0:147281:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186292.796074:0:147281:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186292.796077:0:147281:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186292.796081:0:147281:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000caacf724 00010000:00010000:0.0:1776186292.796082:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.796089:0:147281:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186292.796101:0:147281:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186292.796106:0:147281:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:0.0:1776186292.796111:0:147281:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:0.0:1776186292.796118:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186292.796121:0:147281:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:0.0:1776186292.796148:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.796155:0:147281:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.796173:0:147281:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186292.796194:0:147281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774848:192.168.203.125@tcp:101:lfs.0 00000100:00100000:0.0:1776186292.796255:0:147281:0:(client.c:2500:ptlrpc_set_wait()) set 000000003031289d going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.803905:0:147281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee880654 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774848:192.168.203.125@tcp:101:lfs.0 00010000:00010000:0.0:1776186292.803927:0:147281:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804053:0:147281:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804061:0:147281:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804070:0:147281:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804078:0:147281:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804087:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804093:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804098:0:147281:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186292.804105:0:147281:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000ee880654 x1862459654774848/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:0.0:1776186292.804114:0:147281:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804122:0:147281:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:0.0:1776186292.804141:0:147281:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:0.0:1776186292.804147:0:147281:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d664 00000080:00010000:0.0:1776186292.804152:0:147281:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:0.0:1776186292.804154:0:147281:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d664 from it 00000000b26bed9b 00010000:00010000:0.0:1776186292.804155:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186292.804225:0:147281:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.805067:0:147281:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186292.805082:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186292.805091:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.805099:0:147281:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.805106:0:147281:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186292.805108:0:147281:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:1.0:1776186292.805111:0:147281:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 00000000b26bed9b 00010000:00010000:1.0:1776186292.805113:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.805118:0:147281:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.805260:0:147281:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186292.805267:0:147281:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.805272:0:147281:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.805293:0:147281:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.805463:0:147281:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186292.805466:0:147281:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186292.805469:0:147281:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000e298bb0d 00010000:00010000:1.0:1776186292.805471:0:147281:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.805477:0:147281:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.805484:0:147281:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.805489:0:147281:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:1.0:1776186292.805493:0:147281:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:1.0:1776186292.805497:0:147281:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:1.0:1776186292.805515:0:147281:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:1.0:1776186292.805523:0:147281:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test stripe_offset 0, stripe_count: 2 00010000:00010000:1.0:1776186292.805542:0:147281:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.805555:0:147281:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.805592:0:147281:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.805598:0:147281:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186292.805599:0:147281:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d664 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df0c3 expref: -99 pid: 147281 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186292.805614:0:147281:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186292.805620:0:147281:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000931727e x1862459654774976/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186292.805640:0:147281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774976:192.168.203.125@tcp:36:lfs.0 00000100:00100000:1.0:1776186292.805713:0:147281:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aaaa8233 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.816411:0:147281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147281:1862459654774976:192.168.203.125@tcp:36:lfs.0 00000080:00200000:3.0:1776186292.816584:0:147281:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af) 00000080:00200000:3.0:1776186292.816591:0:147281:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163f:0x0], updating i_size 4096 00000080:00200000:3.0:1776186292.816619:0:147281:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:3.0:1776186292.816642:0:147281:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.824647:0:147282:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.824671:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.824686:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.824698:0:147282:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.824708:0:147282:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.824711:0:147282:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.824717:0:147282:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000009906cae1 00010000:00010000:3.0:1776186292.824719:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.824726:0:147282:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.824739:0:147282:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.824745:0:147282:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:3.0:1776186292.824748:0:147282:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.824825:0:147282:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:3.0:1776186292.824829:0:147282:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:3.0:1776186292.824838:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.824874:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.824881:0:147282:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.824888:0:147282:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.824910:0:147282:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775040:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186292.825031:0:147282:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.828125:0:147282:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775040:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186292.828144:0:147282:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828156:0:147282:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828165:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828171:0:147282:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828177:0:147282:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828182:0:147282:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004af70f47 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.828185:0:147282:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828190:0:147282:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828195:0:147282:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828201:0:147282:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186292.828205:0:147282:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828211:0:147282:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d66b lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.828224:0:147282:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000846fd6f3 x1862459654775040/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1776186292.828259:0:147282:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186292.828371:0:147282:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.828382:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.828395:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828403:0:147282:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.828411:0:147282:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.828413:0:147282:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.828418:0:147282:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000da986b91 00010000:00010000:3.0:1776186292.828420:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828426:0:147282:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.828435:0:147282:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.828441:0:147282:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:3.0:1776186292.828443:0:147282:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.828452:0:147282:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:3.0:1776186292.828456:0:147282:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:3.0:1776186292.828479:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.828508:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828513:0:147282:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.828522:0:147282:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.828539:0:147282:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775104:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186292.828584:0:147282:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.830252:0:147282:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775104:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186292.830268:0:147282:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830292:0:147282:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830318:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830325:0:147282:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830331:0:147282:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830336:0:147282:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a1808210 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.830339:0:147282:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830344:0:147282:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830354:0:147282:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830360:0:147282:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186292.830364:0:147282:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830370:0:147282:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d672 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.830385:0:147282:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000846fd6f3 x1862459654775104/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1776186292.830408:0:147282:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186292.830474:0:147282:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.830483:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.830489:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830496:0:147282:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.830503:0:147282:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.830505:0:147282:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.830508:0:147282:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000009906cae1 00010000:00010000:3.0:1776186292.830510:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830515:0:147282:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.830524:0:147282:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.830528:0:147282:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:3.0:1776186292.830533:0:147282:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:3.0:1776186292.830539:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.830542:0:147282:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:3.0:1776186292.830564:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830570:0:147282:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.830576:0:147282:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.830590:0:147282:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775168:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186292.830641:0:147282:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.836001:0:147282:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775168:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186292.836024:0:147282:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836040:0:147282:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836048:0:147282:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836058:0:147282:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836068:0:147282:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836078:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836085:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836091:0:147282:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.836101:0:147282:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000846fd6f3 x1862459654775168/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:3.0:1776186292.836112:0:147282:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836121:0:147282:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186292.836142:0:147282:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:3.0:1776186292.836148:0:147282:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d679 00000080:00010000:3.0:1776186292.836155:0:147282:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:3.0:1776186292.836157:0:147282:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d679 from it 0000000074e17cea 00010000:00010000:3.0:1776186292.836387:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.836395:0:147282:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.837467:0:147282:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.837484:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.837495:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.837505:0:147282:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.837513:0:147282:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.837515:0:147282:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:3.0:1776186292.837519:0:147282:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 0000000074e17cea 00010000:00010000:3.0:1776186292.837521:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.837527:0:147282:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.837627:0:147282:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.837635:0:147282:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.837647:0:147282:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.837655:0:147282:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.837670:0:147282:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.837672:0:147282:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.837675:0:147282:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000066a5c532 00010000:00010000:3.0:1776186292.837678:0:147282:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.837698:0:147282:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.837706:0:147282:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.837711:0:147282:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:3.0:1776186292.837714:0:147282:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:3.0:1776186292.837719:0:147282:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:3.0:1776186292.837738:0:147282:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:3.0:1776186292.837746:0:147282:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test1 stripe_offset 1, stripe_count: 2 00000020:00100000:3.0:1776186292.837812:0:147282:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186292.837820:0:147282:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000846fd6f3 x1862459654775296/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.837842:0:147282:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775296:192.168.203.125@tcp:36:lfs.0 00000100:00100000:3.0:1776186292.837923:0:147282:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:0.0:1776186292.846566:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186292.846658:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663785152 00000100:00100000:1.0:1776186292.846704:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7315 00000100:00100000:1.0:1776186292.846710:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee880654 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8245:x1862459663785152:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186292.846725:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.846944:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186292.846950:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee880654 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8245:x1862459663785152:12345-192.168.203.125@tcp:104: Request processed in 239us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186292.846957:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7315 00010000:00010000:3.0:1776186292.848164:0:119337:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186292.848172:0:119337:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848184:0:119337:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c7aceda already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186292.848188:0:119337:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848194:0:119337:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848202:0:119337:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 3/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848233:0:119337:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848295:0:119337:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 2/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848316:0:119337:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186292.848344:0:119337:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848360:0:119337:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d679 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df133 expref: -99 pid: 147282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.848376:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.848378:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186292.848380:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186292.848393:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186292.848412:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654775360:192.168.203.125@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1776186292.850820:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654775360:192.168.203.125@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1776186292.857486:0:147282:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846fd6f3 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147282:1862459654775296:192.168.203.125@tcp:36:lfs.0 00000080:00200000:2.0:1776186292.857742:0:147282:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84) 00000080:00200000:2.0:1776186292.857749:0:147282:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94b:0x0], updating i_size 4096 00000080:00200000:2.0:1776186292.857791:0:147282:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:2.0:1776186292.857822:0:147282:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.862896:0:147283:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.862921:0:147283:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.862937:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.862951:0:147283:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.862961:0:147283:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.862964:0:147283:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.862970:0:147283:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000004a98a941 00010000:00010000:2.0:1776186292.862973:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.862980:0:147283:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.862992:0:147283:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.862998:0:147283:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:2.0:1776186292.863001:0:147283:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.863008:0:147283:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:2.0:1776186292.863012:0:147283:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:2.0:1776186292.863020:0:147283:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.863057:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.863064:0:147283:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.863072:0:147283:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.863094:0:147283:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775424:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186292.863169:0:147283:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056da2f47 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.869534:0:147283:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491952 gen 11 00000100:00100000:2.0:1776186292.869732:0:147283:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775424:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186292.869748:0:147283:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869764:0:147283:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869768:0:147283:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869834:0:147283:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869841:0:147283:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869850:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869854:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869858:0:147283:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.869864:0:147283:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000003845548a x1862459654775424/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186292.869872:0:147283:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.869881:0:147283:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5695 (0 0) 00000002:00010000:2.0:1776186292.870066:0:147283:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.870102:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.870107:0:147283:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.870113:0:147283:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.870127:0:147283:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775488:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186292.870195:0:147283:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056da2f47 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.875140:0:147283:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775488:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186292.875174:0:147283:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875187:0:147283:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875198:0:147283:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875207:0:147283:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875216:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875224:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875229:0:147283:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.875238:0:147283:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000f973aef7 x1862459654775488/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186292.875250:0:147283:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875260:0:147283:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/303 (0 0) 00010000:00010000:2.0:1776186292.875267:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875274:0:147283:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.875345:0:147283:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.875389:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875396:0:147283:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.875404:0:147283:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.875427:0:147283:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775552:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186292.875494:0:147283:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056da2f47 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.878528:0:147283:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775552:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186292.878551:0:147283:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878563:0:147283:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878572:0:147283:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878582:0:147283:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878602:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878608:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878615:0:147283:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.878624:0:147283:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000f973aef7 x1862459654775552/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186292.878636:0:147283:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878646:0:147283:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/303 (0 0) 00010000:00010000:2.0:1776186292.878652:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878658:0:147283:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.878686:0:147283:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163f:0x0], updating i_size 8192 00000080:00200000:2.0:1776186292.878690:0:147283:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x163f:0x0](000000001f3325af): rc = 0 00000080:00010000:2.0:1776186292.878700:0:147283:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) for lock 0xa474374c0006d680 00000080:00010000:2.0:1776186292.878711:0:147283:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) 00000080:00010000:2.0:1776186292.878714:0:147283:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d680 from it 000000009eccfca9 00010000:00010000:2.0:1776186292.878716:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878723:0:147283:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.878744:0:147283:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.878766:0:147283:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:2.0:1776186292.878770:0:147283:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af), file 00000000b7be1f9c, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1776186292.878784:0:147283:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af), intent=open|creat 00000002:00010000:2.0:1776186292.878804:0:147283:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x1640:0x0]) in obj [0x200025d90:0x12f:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1776186292.878814:0:147283:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878864:0:147283:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878872:0:147283:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186292.878874:0:147283:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d687 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df187 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878910:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.878917:0:147283:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.878927:0:147283:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186292.878933:0:147283:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003845548a x1862459654775680/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186292.878940:0:147283:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x12f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.878958:0:147283:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775680:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186292.879079:0:147283:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056da2f47 going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.881704:0:147283:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003845548a pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775680:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186292.881729:0:147283:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x12f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.881766:0:147283:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.881780:0:147283:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.881794:0:147283:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.881803:0:147283:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.881813:0:147283:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.881820:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.881826:0:147283:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.881836:0:147283:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000003845548a x1862459654775680/t330712491954(330712491954) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:2.0:1776186292.881847:0:147283:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000003845548a x1862459654775680/t330712491954(330712491954) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186292.881858:0:147283:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.881868:0:147283:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186292.881876:0:147283:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5696 (0 0) 00000080:00200000:2.0:1776186292.881894:0:147283:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af), intent=open|creat 00000080:00200000:2.0:1776186292.881919:0:147283:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1640:0x0](00000000c43ac72a) 00000080:00200000:2.0:1776186292.881982:0:147283:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x1640:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1776186292.881987:0:147283:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x1640:0x0](00000000c43ac72a) 00000080:00010000:2.0:1776186292.881990:0:147283:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1640:0x0](00000000c43ac72a) for lock 0xa474374c0006d695 00000080:00200000:2.0:1776186292.882003:0:147283:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1640:0x0](00000000c43ac72a), flags 104501 00000002:00100000:2.0:1776186292.882020:0:147283:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000003845548a x1862459654775680/t330712491954(330712491954) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:2.0:1776186292.882075:0:147283:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d695 from it 00000000253b76db 00010000:00010000:2.0:1776186292.882079:0:147283:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186292.882086:0:147283:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1776186292.882106:0:147283:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1640:0x0](00000000c43ac72a), inode mode 81a4 mask 40 00000080:00200000:2.0:1776186292.882140:0:147283:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x1640:0x0](00000000c43ac72a) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:2.0:1776186292.882179:0:147283:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186292.882185:0:147283:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f973aef7 x1862459654775808/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.882203:0:147283:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775808:192.168.203.125@tcp:36:touch.0 00000100:00100000:2.0:1776186292.882254:0:147283:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.884618:0:147283:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f973aef7 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654775808:192.168.203.125@tcp:36:touch.0 00000080:00200000:3.0:1776186292.884661:0:147283:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x1640:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1776186292.884675:0:147283:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1776186292.884744:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654775872:192.168.203.125@tcp:2:touch.0 00000100:00100000:3.0:1776186292.886635:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654775872:192.168.203.125@tcp:2:touch.0 00000080:00200000:2.0:1776186292.886696:0:147283:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x1640:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1776186292.886734:0:147283:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1640:0x0](00000000c43ac72a) 00000002:00100000:2.0:1776186292.886857:0:147283:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000003845548a x1862459654775680/t330712491954(330712491954) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:2.0:1776186292.886881:0:147283:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186292.886884:0:147283:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000764799ed x1862459654776000/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.886901:0:147283:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654776000:192.168.203.125@tcp:35:touch.0 00000100:00100000:2.0:1776186292.886957:0:147283:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.888981:0:147283:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764799ed pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147283:1862459654776000:192.168.203.125@tcp:35:touch.0 00000002:00100000:2.0:1776186292.889012:0:147283:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000003845548a x1862459654775680/t330712491954(330712491954) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:1.0:1776186292.897854:0:147284:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186292.897877:0:147284:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186292.897894:0:147284:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.897907:0:147284:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186292.897918:0:147284:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186292.897921:0:147284:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186292.897927:0:147284:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c9adab59 00010000:00010000:1.0:1776186292.897930:0:147284:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.897937:0:147284:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186292.897950:0:147284:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.897957:0:147284:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:1.0:1776186292.897959:0:147284:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.897963:0:147284:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:1.0:1776186292.897965:0:147284:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:1.0:1776186292.897975:0:147284:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af), flags=1536 00000080:00200000:1.0:1776186292.897979:0:147284:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:1.0:1776186292.897983:0:147284:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:1.0:1776186292.897986:0:147284:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af) 00010000:00010000:1.0:1776186292.898011:0:147284:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.898066:0:147284:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186292.898073:0:147284:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776186292.898075:0:147284:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000089209d80/0xa474374c0006d68e lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df195 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1776186292.898096:0:147284:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1776186292.898105:0:147284:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ab2cf28a x1862459654776128/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186292.898127:0:147284:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147284:1862459654776128:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:1.0:1776186292.898245:0:147284:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af9151b9 going to sleep for 6 seconds 00000100:00100000:1.0:1776186292.908090:0:147284:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab2cf28a pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147284:1862459654776128:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:1.0:1776186292.908138:0:147284:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087) 00000080:00200000:1.0:1776186292.908143:0:147284:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94c:0x0], updating i_size 4096 00000080:00200000:2.0:1776186292.914983:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.915009:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.915023:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.915037:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.915048:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.915050:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.915055:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000000fd9e1c0 00010000:00010000:2.0:1776186292.915056:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.915062:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.915072:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.915077:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186292.915079:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.915081:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=8 00000080:00200000:2.0:1776186292.915085:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af),name=test 00000002:00010000:2.0:1776186292.915092:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163f:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.915096:0:147285:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5695 (0 0) 00010000:00010000:2.0:1776186292.915125:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.915129:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.915136:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.915153:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776192:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.915290:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.918974:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776192:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.918997:0:147285:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919013:0:147285:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919020:0:147285:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919030:0:147285:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919039:0:147285:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919054:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919060:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919066:0:147285:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.919075:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000360aa2ec x1862459654776192/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.919087:0:147285:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919096:0:147285:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5695 (0 0) 00000080:00200000:2.0:1776186292.919127:0:147285:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163f:0x0], updating i_size 4096 00000080:00010000:2.0:1776186292.919135:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) for lock 0xa474374c0006d69c 00000080:00010000:2.0:1776186292.919142:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) 00000080:00010000:2.0:1776186292.919144:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d69c from it 00000000cb5ba36c 00010000:00010000:2.0:1776186292.919146:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919153:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.919252:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.919511:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919520:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.919528:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.919547:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776256:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.919642:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.923052:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776256:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.923074:0:147285:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923085:0:147285:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923095:0:147285:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923104:0:147285:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923114:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923121:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923127:0:147285:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.923136:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000360aa2ec x1862459654776256/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.923148:0:147285:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923170:0:147285:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/303 (0 0) 00010000:00010000:2.0:1776186292.923178:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923184:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.923207:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.923249:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923255:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.923263:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.923295:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776320:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.923391:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.928005:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776320:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.928026:0:147285:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928041:0:147285:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928050:0:147285:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928057:0:147285:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928065:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928071:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928076:0:147285:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.928082:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000360aa2ec x1862459654776320/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186292.928092:0:147285:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928100:0:147285:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/303 (0 0) 00010000:00010000:2.0:1776186292.928106:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928111:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.928178:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186292.928192:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186292.928199:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928207:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.928215:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186292.928218:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186292.928221:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000887454f6 00010000:00010000:2.0:1776186292.928223:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928228:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.928235:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.928360:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186292.928363:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186292.928366:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:2.0:1776186292.928369:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 44 00000080:00200000:2.0:1776186292.928375:0:147285:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), flags 704400 00000002:00010000:2.0:1776186292.928387:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163f:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:2.0:1776186292.928426:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.928433:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186292.928443:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186292.928449:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000360aa2ec x1862459654776448/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186292.928456:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.928475:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776448:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186292.928624:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.931038:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360aa2ec pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776448:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186292.931056:0:147285:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931068:0:147285:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931074:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931081:0:147285:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931088:0:147285:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931094:0:147285:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0ed7e25 already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186292.931097:0:147285:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931107:0:147285:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931114:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931120:0:147285:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1776186292.931123:0:147285:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931127:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6b1 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186292.931142:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000360aa2ec x1862459654776448/t330712491957(330712491957) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:2.0:1776186292.931152:0:147285:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000360aa2ec x1862459654776448/t330712491957(330712491957) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186292.931202:0:147285:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163f:0x0], updating i_size 4096 00000002:00100000:2.0:1776186292.931215:0:147285:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000360aa2ec x1862459654776448/t330712491957(330712491957) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186292.931617:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af),name=test 00000002:00010000:2.0:1776186292.931632:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163f:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.931643:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931651:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.931665:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.931669:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931674:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931681:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931688:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.931700:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.931705:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931711:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931717:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931722:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186292.931731:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) 00000080:00010000:2.0:1776186292.931734:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) for lock 0xa474374c0006d69c 00000080:00010000:2.0:1776186292.931738:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d69c from it 000000001af89436 00010000:00010000:2.0:1776186292.931740:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931746:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.931753:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.931755:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931762:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931767:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931773:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.931777:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186292.931780:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931784:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931790:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931800:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.931844:0:147285:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186292.931855:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.931871:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.931875:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.931881:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.932435:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776512:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186292.932505:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.941779:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776512:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186292.942458:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.942471:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186292.942489:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186292.942500:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.942514:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186292.943163:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776576:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186292.943375:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186292.959286:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776576:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186292.959926:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186292.959940:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186292.959991:0:147285:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af) 00000002:00100000:2.0:1776186292.960028:0:147285:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000360aa2ec x1862459654776448/t330712491957(330712491957) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1776186292.960053:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186292.960058:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000289fcb87 x1862459654776704/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186292.960076:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776704:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186292.960232:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.961848:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776704:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186292.961874:0:147285:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000360aa2ec x1862459654776448/t330712491957(330712491957) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:3.0:1776186292.961945:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186292.961956:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186292.962568:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.962580:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.962591:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186292.962593:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186292.962599:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000887454f6 00010000:00010000:3.0:1776186292.962601:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.962608:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.962619:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.962624:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:3.0:1776186292.962627:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.962631:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:3.0:1776186292.962634:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 44 00000080:00200000:3.0:1776186292.962640:0:147285:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), flags 704400 00000002:00010000:3.0:1776186292.962651:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163f:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:3.0:1776186292.962689:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.962697:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.962706:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186292.962712:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bfde9b06 x1862459654776832/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186292.962718:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.962737:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776832:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.963046:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.964890:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776832:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.964916:0:147285:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.964926:0:147285:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.964935:0:147285:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.964943:0:147285:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.964954:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000bfde9b06 x1862459654776832/t330712491959(330712491959) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:3.0:1776186292.964969:0:147285:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bfde9b06 x1862459654776832/t330712491959(330712491959) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186292.964981:0:147285:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.964988:0:147285:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5695 (0 0) 00000080:00200000:3.0:1776186292.965013:0:147285:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x163f:0x0], updating i_size 4096 00000080:00010000:3.0:1776186292.965019:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) for lock 0xa474374c0006d6b8 00000080:00010000:3.0:1776186292.965025:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6b8 from it 000000006b5c142b 00010000:00010000:3.0:1776186292.965028:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965034:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.965052:0:147285:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bfde9b06 x1862459654776832/t330712491959(330712491959) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:3.0:1776186292.965147:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af),name=test 00000002:00010000:3.0:1776186292.965225:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x163f:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.965233:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965243:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.965250:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.965254:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965261:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965267:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965271:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.965290:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.965296:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965394:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965402:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965408:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186292.965418:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) 00000080:00010000:3.0:1776186292.965421:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x163f:0x0](000000001f3325af) for lock 0xa474374c0006d69c 00000080:00010000:3.0:1776186292.965424:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d69c from it 000000001af89436 00010000:00010000:3.0:1776186292.965426:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965437:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.965444:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.965448:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965454:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965460:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965465:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.965471:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.965474:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965479:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965485:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965491:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.965519:0:147285:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af) pos/size0/8192 32bit_api 0 00010000:00010000:3.0:1776186292.965526:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.965547:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.965551:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965557:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186292.965568:0:147285:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186292.965571:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965576:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.965583:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.965587:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965592:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186292.965600:0:147285:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186292.965602:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965611:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186292.965638:0:147285:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:3.0:1776186292.965655:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.965663:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:3.0:1776186292.965666:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:3.0:1776186292.965670:0:147285:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af) 00010000:00010000:3.0:1776186292.965694:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965750:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1776186292.965886:0:147285:0:(vvp_object.c:137:vvp_conf_set()) [0x20001b1b3:0x1640:0x0]: losing layout lock 00010000:00010000:3.0:1776186292.965913:0:147285:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186292.965920:0:147285:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.965925:0:147285:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186292.965927:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d932fd43/0xa474374c0006d695 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1640:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df1b1 expref: -99 pid: 147283 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1776186292.965938:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000007d62ca4/0xa474374c0006d6a3 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df1f0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186292.965952:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186292.965957:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008cf8ba78 x1862459654776960/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186292.965974:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776960:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186292.966081:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.968971:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654776960:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186292.969022:0:147285:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x1640:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1776186292.969033:0:147285:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1776186292.969054:0:147285:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x1640:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:3.0:1776186292.969059:0:147285:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1640:0x0](00000000c43ac72a) 00000080:00200000:3.0:1776186292.969134:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:3.0:1776186292.969147:0:147285:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af), flags=0 00000080:00200000:3.0:1776186292.969152:0:147285:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af), intent=getattr 00000002:00010000:3.0:1776186292.969181:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186292.969227:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.969236:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.969244:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.969260:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777024:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.969342:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.975915:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777024:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.975992:0:147285:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976017:0:147285:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976022:0:147285:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976030:0:147285:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976038:0:147285:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976046:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976052:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976061:0:147285:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.976069:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e4ecca61 x1862459654777024/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186299 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186292.976079:0:147285:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976085:0:147285:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2380 (0 0) 00000080:00200000:3.0:1776186292.976106:0:147285:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94c:0x0], updating i_size 4096 00000080:00200000:3.0:1776186292.976108:0:147285:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x94c:0x0](0000000020487087): rc = 0 00000080:00010000:3.0:1776186292.976113:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94c:0x0](0000000020487087) for lock 0xa474374c0006d6bf 00000080:00010000:3.0:1776186292.976122:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94c:0x0](0000000020487087) 00000080:00010000:3.0:1776186292.976124:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6bf from it 000000000ef6b001 00010000:00010000:3.0:1776186292.976126:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976132:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186292.976183:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186292.976215:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976220:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.976227:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186292.976242:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777088:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186292.976377:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186292.985829:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777088:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186292.985856:0:147285:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186292.985871:0:147285:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186292.985888:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@00000000e4ecca61 x1862459654777088/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:3.0:1776186292.986726:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777152:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186292.986887:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.002362:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777152:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186293.003128:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.003143:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186293.003162:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186293.003174:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.003186:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186293.003197:0:147285:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186293.003200:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.003206:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.007361:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087),name=b 00000002:00010000:3.0:1776186293.007392:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94c:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.007408:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.007421:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.007432:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94c:0x0](0000000020487087) 00000080:00010000:3.0:1776186293.007435:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94c:0x0](0000000020487087) for lock 0xa474374c0006d6bf 00000080:00010000:3.0:1776186293.007441:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6bf from it 00000000cb5ba36c 00010000:00010000:3.0:1776186293.007444:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.007451:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.007500:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.007507:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:3.0:1776186293.007513:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087), inode mode 41ed mask 44 00000080:00200000:3.0:1776186293.007520:0:147285:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087), flags 704400 00000002:00010000:3.0:1776186293.007533:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94c:0x0]) in obj [0x2400007ed:0x94c:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186293.007592:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.007600:0:147285:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186293.007611:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186293.007621:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4ecca61 x1862459654777280/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186293.007635:0:147285:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.007657:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777280:192.168.203.125@tcp:101:rm.0 00000002:00010000:2.0:1776186293.007882:0:147286:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x12f:0x0]) in obj [0x200025d90:0x12f:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.007891:0:147286:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.007899:0:147286:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.007910:0:147286:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.007914:0:147286:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.007920:0:147286:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.007931:0:147286:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x12f:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.007936:0:147286:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.007942:0:147286:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.007951:0:147286:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.007953:0:147286:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.007959:0:147286:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.008169:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.010904:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777280:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186293.010925:0:147285:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010939:0:147285:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010945:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010951:0:147285:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010959:0:147285:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010965:0:147285:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a21a9dcc already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.010968:0:147285:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010974:0:147285:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010985:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 5/0,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.010993:0:147285:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186293.010998:0:147285:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.011004:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a21a9dcc/0xa474374c0006d6cd lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.011020:0:147285:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000e4ecca61 x1862459654777280/t12884907260(12884907260) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186293.011031:0:147285:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e4ecca61 x1862459654777280/t12884907260(12884907260) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186293.011068:0:147285:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94c:0x0], updating i_size 4096 00000002:00100000:3.0:1776186293.011083:0:147285:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e4ecca61 x1862459654777280/t12884907260(12884907260) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186293.011195:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087),name=b 00000002:00010000:3.0:1776186293.011213:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94c:0x0]) in obj [0x240000fb8:0x12f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.011225:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.011234:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.011243:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94c:0x0](0000000020487087) 00000080:00010000:3.0:1776186293.011245:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94c:0x0](0000000020487087) for lock 0xa474374c0006d6bf 00000080:00010000:3.0:1776186293.011250:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6bf from it 000000001af89436 00010000:00010000:3.0:1776186293.011252:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.011259:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.011293:0:147285:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1776186293.011348:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94c:0x0]) in obj [0x2400007ed:0x94c:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186293.011354:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.011360:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.012502:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777344:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186293.012582:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.042039:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777344:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186293.043832:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.043850:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.043895:0:147285:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1776186293.043911:0:147285:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087) 00000002:00100000:3.0:1776186293.043955:0:147285:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000e4ecca61 x1862459654777280/t12884907260(12884907260) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:3.0:1776186293.043988:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186293.043993:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f07fb012 x1862459654777472/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186293.044013:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777472:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186293.044086:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.046422:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777472:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186293.046449:0:147285:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e4ecca61 x1862459654777280/t12884907260(12884907260) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:3.0:1776186293.046494:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.046501:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:3.0:1776186293.046504:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af), inode mode 41ed mask 3 00000080:00200000:3.0:1776186293.046508:0:147285:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x20001b1b3:0x163f:0x0](000000001f3325af) 00010000:00010000:3.0:1776186293.046532:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.046734:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.046871:0:147285:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.046879:0:147285:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.046884:0:147285:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1776186293.046885:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d6bf lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df259 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.046902:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000fe330351/0xa474374c0006d6aa lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df1fe expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186293.046916:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186293.046921:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000f07fb012 x1862459654777600/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186293.046937:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777600:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186293.047025:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.052253:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f07fb012 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777600:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186293.052396:0:147285:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x94c:0x0](0000000020487087) 00000080:00200000:3.0:1776186293.052448:0:147285:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af) 00010000:00010000:3.0:1776186293.052481:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.052515:0:147285:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186293.052528:0:147285:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186293.052536:0:147285:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.052543:0:147285:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.052551:0:147285:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186293.052554:0:147285:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186293.052560:0:147285:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000002756411f 00010000:00010000:3.0:1776186293.052563:0:147285:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.052571:0:147285:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.052583:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.052589:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186293.052592:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.052598:0:147285:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=0 00000080:00200000:3.0:1776186293.052600:0:147285:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:3.0:1776186293.052604:0:147285:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:3.0:1776186293.052623:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.052653:0:147285:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000bfde9b06 x1862459654776832/t330712491959(330712491959) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:3.0:1776186293.052675:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186293.052680:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4ecca61 x1862459654777728/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186293.052697:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777728:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186293.052744:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.054812:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777728:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186293.054842:0:147285:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000bfde9b06 x1862459654776832/t330712491959(330712491959) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:3.0:1776186293.054901:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.054921:0:147285:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.054954:0:147285:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.054961:0:147285:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.054965:0:147285:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.054971:0:147285:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1776186293.054973:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d6b8 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df21a expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.054982:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000017394b5/0xa474374c0006d69c lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df1e2 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.054989:0:147285:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d2a55cf5/0xa474374c0006d680 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df179 expref: -99 pid: 147283 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186293.055006:0:147285:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186293.055011:0:147285:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4ecca61 x1862459654777856/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186293.055029:0:147285:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777856:192.168.203.125@tcp:36:rm.0 00000100:00100000:3.0:1776186293.055083:0:147285:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:1.0:1776186293.060372:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186293.060449:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663785920 00000100:00100000:0.0:1776186293.060501:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7316 00000100:00100000:0.0:1776186293.060508:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9629a70 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663785920:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186293.060523:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.060598:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186293.060604:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9629a70 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663785920:12345-192.168.203.125@tcp:104: Request processed in 96us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186293.060610:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7316 00010000:00010000:3.0:1776186293.060642:0:14249:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186293.060647:0:14249:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.060661:0:14249:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004af70f47 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.060664:0:14249:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.060671:0:14249:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.060679:0:14249:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 3/0,0 mode: PR/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.060788:0:14249:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 2/0,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.060795:0:14249:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186293.060821:0:14249:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.060827:0:14249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d6c6 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x12f:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df260 expref: -99 pid: 147285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.060841:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186293.060843:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186293.060844:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186293.060851:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186293.060865:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654777920:192.168.203.125@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1776186293.069746:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654777920:192.168.203.125@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1776186293.075602:0:147285:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147285:1862459654777856:192.168.203.125@tcp:36:rm.0 00000080:00200000:3.0:1776186293.075645:0:147285:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x163f:0x0](000000001f3325af) 00000080:00200000:2.0:1776186293.079765:0:147288:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.079790:0:147288:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.079805:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.079819:0:147288:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.079837:0:147288:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.079840:0:147288:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.079846:0:147288:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000085aa13da 00010000:00010000:2.0:1776186293.079848:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.079856:0:147288:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.079869:0:147288:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.079876:0:147288:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:2.0:1776186293.079879:0:147288:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.079887:0:147288:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:2.0:1776186293.079891:0:147288:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:2.0:1776186293.079902:0:147288:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.079944:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.079951:0:147288:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.079961:0:147288:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.079986:0:147288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654777984:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186293.080069:0:147288:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.091915:0:147288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654777984:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186293.091940:0:147288:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.091960:0:147288:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.091967:0:147288:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.091976:0:147288:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.091986:0:147288:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.091996:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.092003:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.092009:0:147288:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.092018:0:147288:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000009a97e74c x1862459654777984/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186293.092028:0:147288:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.092036:0:147288:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 9663678445/2379 (0 0) 00000002:00010000:2.0:1776186293.092049:0:147288:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x94b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.092086:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.092093:0:147288:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.092100:0:147288:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.092118:0:147288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778048:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186293.092179:0:147288:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.096360:0:147288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778048:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186293.096384:0:147288:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096396:0:147288:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096405:0:147288:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096414:0:147288:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096424:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096430:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096436:0:147288:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.096445:0:147288:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000ca53613f x1862459654778048/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186293.096456:0:147288:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096466:0:147288:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2379 (0 0) 00000002:00010000:2.0:1776186293.096534:0:147288:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.096574:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096582:0:147288:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.096589:0:147288:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.096606:0:147288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778112:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186293.096656:0:147288:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.102467:0:147288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778112:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186293.102491:0:147288:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102503:0:147288:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102513:0:147288:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102522:0:147288:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102532:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102538:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102543:0:147288:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.102552:0:147288:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000009a97e74c x1862459654778112/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186293.102563:0:147288:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102573:0:147288:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/201 (0 0) 00010000:00010000:2.0:1776186293.102579:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102587:0:147288:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.102607:0:147288:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.102648:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102655:0:147288:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.102663:0:147288:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.102694:0:147288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778176:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186293.102755:0:147288:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.110167:0:147288:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491962 gen 11 00000100:00100000:2.0:1776186293.110212:0:147288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778176:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186293.110229:0:147288:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110240:0:147288:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110249:0:147288:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110256:0:147288:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110265:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110271:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110289:0:147288:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.110332:0:147288:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000009a97e74c x1862459654778176/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186293.110345:0:147288:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110356:0:147288:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/201 (0 0) 00010000:00010000:2.0:1776186293.110363:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110369:0:147288:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.110394:0:147288:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94b:0x0], updating i_size 8192 00000080:00200000:2.0:1776186293.110398:0:147288:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x94b:0x0](00000000a6618f84): rc = 0 00000080:00010000:2.0:1776186293.110408:0:147288:0:(llite_internal.h:1703:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) for remote lock 0xa474374c0006d6db 00000080:00010000:2.0:1776186293.110412:0:147288:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) for lock 0xa474374c0006d6d4 00000080:00010000:2.0:1776186293.110420:0:147288:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) 00000080:00010000:2.0:1776186293.110423:0:147288:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6d4 from it 000000001651cc5f 00010000:00010000:2.0:1776186293.110425:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110431:0:147288:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.110441:0:147288:0:(dcache.c:204:ll_intent_drop_lock()) releasing remote lock with cookie 0xa474374c0006d6db from it 000000001651cc5f 00010000:00010000:2.0:1776186293.110443:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110449:0:147288:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.110469:0:147288:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.110487:0:147288:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.110490:0:147288:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84), file 0000000005936163, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1776186293.110497:0:147288:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84), intent=open|creat 00000002:00010000:2.0:1776186293.110517:0:147288:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x2400007ed:0x94d:0x0]) in obj [0x240001788:0xc9:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1776186293.110528:0:147288:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110589:0:147288:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110596:0:147288:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186293.110597:0:147288:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d6e2 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df2f3 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110626:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.110632:0:147288:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.110646:0:147288:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.110652:0:147288:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ca53613f x1862459654778304/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.110659:0:147288:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xc9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.110677:0:147288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778304:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186293.110796:0:147288:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.114182:0:147288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca53613f pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778304:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186293.114206:0:147288:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 4/0,1 mode: --/CW res: [0x240001788:0xc9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.114230:0:147288:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.114236:0:147288:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.114243:0:147288:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.114249:0:147288:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.114257:0:147288:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.114269:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.114286:0:147288:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.114295:0:147288:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000ca53613f x1862459654778304/t12884907264(12884907264) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:2.0:1776186293.114337:0:147288:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000ca53613f x1862459654778304/t12884907264(12884907264) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186293.114348:0:147288:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.114358:0:147288:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.114367:0:147288:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2381 (0 0) 00000080:00200000:2.0:1776186293.114386:0:147288:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84), intent=open|creat 00000080:00200000:2.0:1776186293.114421:0:147288:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x94d:0x0](0000000034ddf87a) 00000080:00200000:2.0:1776186293.114485:0:147288:0:(file.c:5870:ll_layout_conf()) [0x2400007ed:0x94d:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1776186293.114491:0:147288:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x94d:0x0](0000000034ddf87a) 00000080:00010000:2.0:1776186293.114493:0:147288:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94d:0x0](0000000034ddf87a) for lock 0xa474374c0006d6f0 00000080:00200000:2.0:1776186293.114506:0:147288:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94d:0x0](0000000034ddf87a), flags 104501 00000002:00100000:2.0:1776186293.114522:0:147288:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000ca53613f x1862459654778304/t12884907264(12884907264) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:2.0:1776186293.114576:0:147288:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6f0 from it 00000000253b76db 00010000:00010000:2.0:1776186293.114580:0:147288:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.114587:0:147288:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1776186293.114601:0:147288:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94d:0x0](0000000034ddf87a), inode mode 81a4 mask 40 00000080:00200000:2.0:1776186293.114632:0:147288:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x2400007ed:0x94d:0x0](0000000034ddf87a) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:2.0:1776186293.114960:0:147288:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.114966:0:147288:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000009a97e74c x1862459654778432/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.114986:0:147288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778432:192.168.203.125@tcp:36:touch.0 00000100:00100000:2.0:1776186293.115391:0:147288:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056da2f47 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.120685:0:147288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a97e74c pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778432:192.168.203.125@tcp:36:touch.0 00000080:00200000:2.0:1776186293.120731:0:147288:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x94d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1776186293.120745:0:147288:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1776186293.120818:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186293.120834:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654778496:192.168.203.125@tcp:2:touch.0 00000100:00100000:2.0:1776186293.127507:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000289fcb87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654778496:192.168.203.125@tcp:2:touch.0 00000080:00200000:0.0:1776186293.127654:0:147288:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x94d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:0.0:1776186293.127700:0:147288:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94d:0x0](0000000034ddf87a) 00000002:00100000:0.0:1776186293.127743:0:147288:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000ca53613f x1862459654778304/t12884907264(12884907264) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:0.0:1776186293.127856:0:147288:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186293.127861:0:147288:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000386dfdbc x1862459654778624/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186293.127880:0:147288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386dfdbc pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778624:192.168.203.125@tcp:35:touch.0 00000100:00100000:0.0:1776186293.128027:0:147288:0:(client.c:2500:ptlrpc_set_wait()) set 00000000efde95df going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.137661:0:147288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386dfdbc pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147288:1862459654778624:192.168.203.125@tcp:35:touch.0 00000002:00100000:2.0:1776186293.137694:0:147288:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000ca53613f x1862459654778304/t12884907264(12884907264) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:2.0:1776186293.147053:0:147289:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.147080:0:147289:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.147095:0:147289:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.147109:0:147289:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.147120:0:147289:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.147123:0:147289:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.147129:0:147289:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000000a43107c 00010000:00010000:2.0:1776186293.147132:0:147289:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.147139:0:147289:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.147164:0:147289:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.147172:0:147289:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186293.147176:0:147289:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.147179:0:147289:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:2.0:1776186293.147181:0:147289:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.147193:0:147289:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84), flags=1536 00000080:00200000:2.0:1776186293.147204:0:147289:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.147208:0:147289:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.147211:0:147289:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84) 00010000:00010000:2.0:1776186293.147234:0:147289:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.147544:0:147289:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.147553:0:147289:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186293.147555:0:147289:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6e9 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df301 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.147576:0:147289:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.147595:0:147289:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006bf6b48b x1862459654778752/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.147617:0:147289:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bf6b48b pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147289:1862459654778752:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:2.0:1776186293.147692:0:147289:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056da2f47 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.157654:0:147289:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bf6b48b pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147289:1862459654778752:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:2.0:1776186293.157700:0:147289:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b) 00000080:00200000:2.0:1776186293.157705:0:147289:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1641:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.172612:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.172647:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.172669:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.172686:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.172696:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.172699:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.172707:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000007a7d38ff 00010000:00010000:2.0:1776186293.172710:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.172718:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.172738:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.172746:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186293.172749:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.172753:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=8 00000080:00200000:2.0:1776186293.172758:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84),name=test1 00000002:00010000:2.0:1776186293.172768:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94b:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.172775:0:147290:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 30 res 9663678445/2379 (0 0) 00010000:00010000:2.0:1776186293.172821:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.172828:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.172838:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.172863:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654778816:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.173003:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056da2f47 going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.182637:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654778816:192.168.203.125@tcp:101:rm.0 00010000:00010000:0.0:1776186293.182668:0:147290:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182695:0:147290:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182703:0:147290:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182714:0:147290:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182724:0:147290:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182735:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182742:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182753:0:147290:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186293.182761:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e5def154 x1862459654778816/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:0.0:1776186293.182774:0:147290:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182782:0:147290:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2379 (0 0) 00000080:00200000:0.0:1776186293.182822:0:147290:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94b:0x0], updating i_size 4096 00000080:00010000:0.0:1776186293.182831:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) for lock 0xa474374c0006d6f7 00000080:00010000:0.0:1776186293.182837:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) 00000080:00010000:0.0:1776186293.182840:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6f7 from it 00000000f665bd2a 00010000:00010000:0.0:1776186293.182843:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182850:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186293.182895:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186293.182945:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182952:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.182961:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.182984:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654778880:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186293.187153:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000266daf6b going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.191409:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654778880:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186293.191432:0:147290:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 4/1,0 mode: --/CR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191445:0:147290:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 4/1,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191454:0:147290:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191476:0:147290:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191487:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191493:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191498:0:147290:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.191508:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000227917b0 x1862459654778880/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186293.191519:0:147290:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191529:0:147290:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/201 (0 0) 00010000:00010000:3.0:1776186293.191536:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191543:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186293.191765:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.191812:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191819:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.191826:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.191847:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654778944:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186293.191910:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.194028:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654778944:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186293.194048:0:147290:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194059:0:147290:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194069:0:147290:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194077:0:147290:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194088:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194094:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194100:0:147290:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.194109:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000bfde9b06 x1862459654778944/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:3.0:1776186293.194120:0:147290:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194129:0:147290:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/201 (0 0) 00010000:00010000:3.0:1776186293.194136:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194142:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.194227:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186293.194243:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186293.194251:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194259:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.194284:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186293.194288:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186293.194291:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000022b8eebe 00010000:00010000:3.0:1776186293.194293:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194337:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.194345:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.194352:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:3.0:1776186293.194355:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.194359:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:3.0:1776186293.194362:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 44 00000080:00200000:3.0:1776186293.194369:0:147290:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), flags 704400 00000002:00010000:3.0:1776186293.194383:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94b:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186293.194424:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.194430:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186293.194440:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186293.194445:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bfde9b06 x1862459654779072/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186293.194451:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.194868:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779072:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186293.195067:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.203408:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779072:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186293.203428:0:147290:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204910:0:147290:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204927:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204935:0:147290:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204942:0:147290:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204949:0:147290:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c7aceda already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.204953:0:147290:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204960:0:147290:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204969:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204982:0:147290:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186293.204988:0:147290:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.204994:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d70c lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.205026:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000bfde9b06 x1862459654779072/t12884907267(12884907267) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186293.205038:0:147290:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bfde9b06 x1862459654779072/t12884907267(12884907267) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.209006:0:147290:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94b:0x0], updating i_size 4096 00000002:00100000:2.0:1776186293.209054:0:147290:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bfde9b06 x1862459654779072/t12884907267(12884907267) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.210052:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84),name=test1 00000002:00010000:2.0:1776186293.210089:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94b:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.210106:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.210117:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.210128:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.210133:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.210139:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.210149:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211103:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.211119:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.211128:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211137:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211144:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211859:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.211885:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) 00000080:00010000:2.0:1776186293.211888:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) for lock 0xa474374c0006d6f7 00000080:00010000:2.0:1776186293.211895:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6f7 from it 000000008ac20518 00010000:00010000:2.0:1776186293.211897:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211903:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.211928:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.211934:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211941:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211947:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211952:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.211958:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.211961:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211966:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211971:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.211981:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.212048:0:147290:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186293.212061:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.212092:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.212098:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.212106:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.214246:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779136:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186293.214428:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.227210:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779136:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186293.228168:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.228183:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.228204:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.228215:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.228231:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.232062:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779200:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186293.232285:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00010000:00010000:2.0:1776186293.239553:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186293.240695:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779200:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186293.241428:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.241444:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.241808:0:147290:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84) 00000002:00100000:2.0:1776186293.241852:0:147290:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000bfde9b06 x1862459654779072/t12884907267(12884907267) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1776186293.241879:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186293.241884:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e5def154 x1862459654779328/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.241905:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779328:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186293.241967:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.245871:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779328:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186293.245905:0:147290:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000bfde9b06 x1862459654779072/t12884907267(12884907267) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186293.245977:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.245992:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.246007:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.246018:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.246027:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.246030:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.246035:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000022b8eebe 00010000:00010000:2.0:1776186293.246038:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.246045:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.246059:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.246065:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186293.246068:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.246072:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:2.0:1776186293.246075:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 44 00000080:00200000:2.0:1776186293.246081:0:147290:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), flags 704400 00000002:00010000:2.0:1776186293.246095:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94b:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:2.0:1776186293.246142:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.246164:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.246175:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.246180:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e5def154 x1862459654779456/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.246187:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.246208:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779456:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.246795:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.248835:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5def154 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779456:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.248877:0:147290:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.248886:0:147290:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.248895:0:147290:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.248905:0:147290:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.248922:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000e5def154 x1862459654779456/t12884907269(12884907269) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:2.0:1776186293.248933:0:147290:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e5def154 x1862459654779456/t12884907269(12884907269) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.248948:0:147290:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.248957:0:147290:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2379 (0 0) 00000080:00200000:2.0:1776186293.248992:0:147290:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94b:0x0], updating i_size 4096 00000080:00010000:2.0:1776186293.248999:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) for lock 0xa474374c0006d713 00000080:00010000:2.0:1776186293.249006:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d713 from it 0000000050c8464d 00010000:00010000:2.0:1776186293.249009:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249016:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.249036:0:147290:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e5def154 x1862459654779456/t12884907269(12884907269) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:2.0:1776186293.249155:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84),name=test1 00000002:00010000:2.0:1776186293.249171:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94b:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.249179:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249188:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.249196:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.249200:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249206:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249214:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249225:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.249234:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.249240:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249246:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249251:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249255:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.249265:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) 00000080:00010000:2.0:1776186293.249268:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94b:0x0](00000000a6618f84) for lock 0xa474374c0006d6f7 00000080:00010000:2.0:1776186293.249341:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d6f7 from it 000000008ac20518 00010000:00010000:2.0:1776186293.249343:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249349:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.249359:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.249363:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249375:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249381:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249386:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.249394:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.249397:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249403:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249409:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249415:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.249443:0:147290:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186293.249453:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.249606:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.249613:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249620:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.249631:0:147290:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.249633:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249639:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.249648:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.249652:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249657:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.249666:0:147290:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.249667:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249672:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.249705:0:147290:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:2.0:1776186293.249728:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.249736:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:2.0:1776186293.249740:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.249745:0:147290:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84) 00010000:00010000:2.0:1776186293.249774:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249846:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1776186293.249863:0:147290:0:(vvp_object.c:137:vvp_conf_set()) [0x2400007ed:0x94d:0x0]: losing layout lock 00010000:00010000:2.0:1776186293.249894:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.249900:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.249906:0:147290:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1776186293.249908:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d6f0 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x94d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df324 expref: -99 pid: 147288 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.249919:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d6fe lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df363 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.249934:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.249940:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000070316123 x1862459654779584/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.249963:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070316123 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779584:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186293.250031:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.259100:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070316123 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779584:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186293.259181:0:147290:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x94d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1776186293.259200:0:147290:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1776186293.259229:0:147290:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x94d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1776186293.259234:0:147290:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x94d:0x0](0000000034ddf87a) 00000080:00200000:2.0:1776186293.259358:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.259375:0:147290:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84), flags=0 00000080:00200000:2.0:1776186293.259381:0:147290:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84), intent=getattr 00000002:00010000:2.0:1776186293.259402:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.259737:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.259748:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.259757:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.259776:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779648:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.259842:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.262496:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779648:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.262519:0:147290:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262540:0:147290:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262546:0:147290:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262556:0:147290:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262571:0:147290:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262581:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262587:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262593:0:147290:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.262602:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000006e60145d x1862459654779648/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.262612:0:147290:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262621:0:147290:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5697 (0 0) 00000080:00200000:2.0:1776186293.262643:0:147290:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1641:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.262646:0:147290:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x1641:0x0](000000009a12808b): rc = 0 00000080:00010000:2.0:1776186293.262652:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1641:0x0](000000009a12808b) for lock 0xa474374c0006d71a 00000080:00010000:2.0:1776186293.262662:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1641:0x0](000000009a12808b) 00000080:00010000:2.0:1776186293.262665:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d71a from it 000000000411c125 00010000:00010000:2.0:1776186293.262667:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262675:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.262734:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.262768:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262775:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.262783:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 3/1,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.262800:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779712:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.262881:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.264494:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779712:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.264517:0:147290:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.264529:0:147290:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.264540:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@000000006e60145d x1862459654779712/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:2.0:1776186293.265024:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779776:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186293.265079:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb5afd21 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.268515:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779776:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186293.269094:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.269107:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.269123:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.269132:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.269140:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.269148:0:147290:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.269150:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.269153:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.269621:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b),name=b 00000002:00010000:2.0:1776186293.269642:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1641:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.269649:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.269657:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.269666:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1641:0x0](000000009a12808b) 00000080:00010000:2.0:1776186293.269669:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1641:0x0](000000009a12808b) for lock 0xa474374c0006d71a 00000080:00010000:2.0:1776186293.269674:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d71a from it 00000000f665bd2a 00010000:00010000:2.0:1776186293.269676:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.269682:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186293.269728:0:147291:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xc9:0x0]) in obj [0x240001788:0xc9:0x0], intent: readdir flags 0 00000080:00200000:2.0:1776186293.269731:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 1 00010000:00010000:3.0:1776186293.269739:0:147291:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.269740:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:2.0:1776186293.269747:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b), inode mode 41ed mask 44 00010000:00010000:3.0:1776186293.269750:0:147291:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.269755:0:147290:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b), flags 704400 00000002:00200000:3.0:1776186293.269764:0:147291:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186293.269768:0:147291:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.269771:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1641:0x0]) in obj [0x20001b1b3:0x1641:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186293.269781:0:147291:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186293.269791:0:147291:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xc9:0x0]) in obj [0x200025d92:0xc9:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186293.269797:0:147291:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.269806:0:147291:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186293.269813:0:147291:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186293.269816:0:147291:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.269819:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.269825:0:147291:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.269831:0:147290:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.269844:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.269851:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006e60145d x1862459654779904/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.269857:0:147290:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.269872:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779904:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.269999:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.276541:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779904:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.276559:0:147290:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276579:0:147290:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276586:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276593:0:147290:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276611:0:147290:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276616:0:147290:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea65efe already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186293.276619:0:147290:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276625:0:147290:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276632:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276638:0:147290:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1776186293.276642:0:147290:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276648:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d728 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.276670:0:147290:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@000000006e60145d x1862459654779904/t330712491965(330712491965) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:2.0:1776186293.276681:0:147290:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006e60145d x1862459654779904/t330712491965(330712491965) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.276718:0:147290:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1641:0x0], updating i_size 4096 00000002:00100000:2.0:1776186293.276736:0:147290:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000006e60145d x1862459654779904/t330712491965(330712491965) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.276862:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b),name=b 00000002:00010000:2.0:1776186293.276878:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1641:0x0]) in obj [0x200025d92:0xc9:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.276888:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276895:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.276901:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1641:0x0](000000009a12808b) 00000080:00010000:2.0:1776186293.276903:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1641:0x0](000000009a12808b) for lock 0xa474374c0006d71a 00000080:00010000:2.0:1776186293.276907:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d71a from it 000000008ac20518 00010000:00010000:2.0:1776186293.276908:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276913:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.276942:0:147290:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1776186293.276949:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1641:0x0]) in obj [0x20001b1b3:0x1641:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.276953:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.276957:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.277547:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779968:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186293.277630:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 000000005233e9cb going to sleep for 6 seconds 00000100:00100000:1.0:1776186293.285255:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654779968:192.168.203.125@tcp:37:rm.0 00010000:00010000:1.0:1776186293.285933:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.285948:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186293.285987:0:147290:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:1.0:1776186293.286002:0:147290:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b) 00000002:00100000:1.0:1776186293.286041:0:147290:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000006e60145d x1862459654779904/t330712491965(330712491965) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:1.0:1776186293.286066:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776186293.286070:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c0ae6390 x1862459654780096/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186293.286090:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780096:192.168.203.125@tcp:35:rm.0 00000100:00100000:1.0:1776186293.286162:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000db13f6e9 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.289246:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780096:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186293.289379:0:147290:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000006e60145d x1862459654779904/t330712491965(330712491965) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186293.289423:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.289431:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:2.0:1776186293.289434:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.289438:0:147290:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x2400007ed:0x94b:0x0](00000000a6618f84) 00010000:00010000:2.0:1776186293.289549:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.289632:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.290373:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.290382:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.290388:0:147290:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1776186293.290390:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d71a lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1641:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df3cc expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.290407:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000004af70f47/0xa474374c0006d705 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xc9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df371 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.290428:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.290435:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006e60145d x1862459654780224/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.290457:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780224:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186293.290553:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.298818:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780224:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186293.298862:0:147290:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1641:0x0](000000009a12808b) 00000080:00200000:2.0:1776186293.300051:0:147290:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84) 00010000:00010000:2.0:1776186293.300091:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.300127:0:147290:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.300138:0:147290:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.300146:0:147290:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.300154:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.300162:0:147290:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.300165:0:147290:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.300170:0:147290:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000004aed7091 00010000:00010000:2.0:1776186293.300172:0:147290:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.300180:0:147290:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.300191:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.300197:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186293.300199:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.300205:0:147290:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=0 00000080:00200000:2.0:1776186293.300206:0:147290:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.300210:0:147290:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:2.0:1776186293.300226:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.300239:0:147290:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.300282:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.300289:0:147290:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186293.300326:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d6d4 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df2d7 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.300346:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.300374:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc08d8b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654780288:192.168.203.125@tcp:103:rm.0 00000002:00100000:2.0:1776186293.300474:0:147290:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000e5def154 x1862459654779456/t12884907269(12884907269) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:2.0:1776186293.300497:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186293.300501:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003ee101ad x1862459654780416/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.300515:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ee101ad pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780416:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186293.300536:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.303226:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc08d8b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654780288:192.168.203.125@tcp:103:rm.0 00000100:00100000:2.0:1776186293.303267:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ee101ad pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780416:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186293.303326:0:147290:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e5def154 x1862459654779456/t12884907269(12884907269) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:2.0:1776186293.303382:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.303399:0:147290:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.303431:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.303437:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.303450:0:147290:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.303456:0:147290:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1776186293.303458:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d713 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df38d expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.303473:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d6f7 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df355 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.303479:0:147290:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d6db lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df2e5 expref: -99 pid: 147288 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.303496:0:147290:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.303500:0:147290:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003ee101ad x1862459654780544/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.303519:0:147290:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ee101ad pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780544:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186293.303578:0:147290:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.310020:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186293.310065:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663787136 00000100:00100000:0.0:1776186293.310110:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7317 00000100:00100000:0.0:1776186293.310116:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c831084 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663787136:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186293.310130:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.310195:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186293.310201:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c831084 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663787136:12345-192.168.203.125@tcp:104: Request processed in 85us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186293.310206:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7317 00010000:00010000:3.0:1776186293.310384:0:31311:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186293.310389:0:31311:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.310397:0:31311:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cd018bf already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.310400:0:31311:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.310406:0:31311:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.310413:0:31311:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 3/0,0 mode: PR/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.310514:0:31311:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 2/0,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.310530:0:31311:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186293.310554:0:31311:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.310561:0:31311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000006cd018bf/0xa474374c0006d721 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xc9:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df3d3 expref: -99 pid: 147290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.310575:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186293.310577:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186293.310578:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186293.310585:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186293.310862:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654780608:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1776186293.314208:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654780608:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1776186293.321803:0:147290:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ee101ad pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147290:1862459654780544:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186293.321846:0:147290:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x94b:0x0](00000000a6618f84) 00000080:00200000:1.0:1776186293.330617:0:147295:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:1.0:1776186293.330643:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1776186293.330660:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.330680:0:147295:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186293.330691:0:147295:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:1.0:1776186293.330694:0:147295:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:1.0:1776186293.330700:0:147295:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000008d402681 00010000:00010000:1.0:1776186293.330703:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.330711:0:147295:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186293.330725:0:147295:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:1.0:1776186293.330732:0:147295:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:1.0:1776186293.330735:0:147295:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:1.0:1776186293.330744:0:147295:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:1.0:1776186293.330749:0:147295:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:1.0:1776186293.330760:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186293.330800:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.330808:0:147295:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.330817:0:147295:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186293.330841:0:147295:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780672:192.168.203.125@tcp:101:lfs.0 00000100:00100000:1.0:1776186293.330969:0:147295:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af9151b9 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.346783:0:147295:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491967 gen 11 00000100:00100000:2.0:1776186293.346809:0:147295:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780672:192.168.203.125@tcp:101:lfs.0 00010000:00010000:2.0:1776186293.346822:0:147295:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346833:0:147295:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346838:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346842:0:147295:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346848:0:147295:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346852:0:147295:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000763133b7 already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186293.346854:0:147295:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346858:0:147295:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346863:0:147295:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346867:0:147295:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1776186293.346871:0:147295:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346875:0:147295:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d72f lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.346884:0:147295:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000c0ae6390 x1862459654780672/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:2.0:1776186293.346908:0:147295:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:2.0:1776186293.346952:0:147295:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.346960:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.346965:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346975:0:147295:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.346980:0:147295:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.346981:0:147295:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.346985:0:147295:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000093cfba22 00010000:00010000:2.0:1776186293.346986:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.346991:0:147295:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.346999:0:147295:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.347003:0:147295:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:2.0:1776186293.347005:0:147295:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.347012:0:147295:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:2.0:1776186293.347015:0:147295:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:2.0:1776186293.347022:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.347046:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.347050:0:147295:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.347056:0:147295:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.347069:0:147295:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780736:192.168.203.125@tcp:101:lfs.0 00000100:00100000:2.0:1776186293.347125:0:147295:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.354776:0:147295:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780736:192.168.203.125@tcp:101:lfs.0 00010000:00010000:2.0:1776186293.354798:0:147295:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354813:0:147295:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354820:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354826:0:147295:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354833:0:147295:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354839:0:147295:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f1d403d5 already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186293.354843:0:147295:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354849:0:147295:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354856:0:147295:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354862:0:147295:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1776186293.354867:0:147295:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.354873:0:147295:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d736 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.354887:0:147295:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@000000006e60145d x1862459654780736/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:2.0:1776186293.354917:0:147295:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:2.0:1776186293.354974:0:147295:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.354986:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.354994:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.355003:0:147295:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.355011:0:147295:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.355013:0:147295:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.355018:0:147295:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000008d402681 00010000:00010000:2.0:1776186293.355020:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.355026:0:147295:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.355039:0:147295:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.355045:0:147295:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:2.0:1776186293.355051:0:147295:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:2.0:1776186293.355061:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.355066:0:147295:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:2.0:1776186293.355097:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.355104:0:147295:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.355111:0:147295:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.355130:0:147295:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780800:192.168.203.125@tcp:101:lfs.0 00000100:00100000:2.0:1776186293.355192:0:147295:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.360424:0:147295:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780800:192.168.203.125@tcp:101:lfs.0 00010000:00010000:2.0:1776186293.360446:0:147295:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360461:0:147295:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360469:0:147295:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360478:0:147295:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360498:0:147295:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360507:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360514:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360520:0:147295:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.360529:0:147295:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000006e60145d x1862459654780800/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:2.0:1776186293.360540:0:147295:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360548:0:147295:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:2.0:1776186293.360569:0:147295:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:2.0:1776186293.360574:0:147295:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d73d 00000080:00010000:2.0:1776186293.360580:0:147295:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:2.0:1776186293.360582:0:147295:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d73d from it 000000007dc7ae5e 00010000:00010000:2.0:1776186293.360584:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.360591:0:147295:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.361111:0:147295:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.361126:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.361134:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.361147:0:147295:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.361154:0:147295:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.361156:0:147295:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:2.0:1776186293.361159:0:147295:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 000000007dc7ae5e 00010000:00010000:2.0:1776186293.361161:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.361167:0:147295:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.361255:0:147295:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.361263:0:147295:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.361279:0:147295:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.361287:0:147295:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.361294:0:147295:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.361319:0:147295:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.361323:0:147295:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000003947cb26 00010000:00010000:2.0:1776186293.361325:0:147295:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.361330:0:147295:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.361338:0:147295:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.361343:0:147295:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:2.0:1776186293.361346:0:147295:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:2.0:1776186293.361351:0:147295:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:2.0:1776186293.361369:0:147295:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:2.0:1776186293.361378:0:147295:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test stripe_offset 0, stripe_count: 2 00010000:00010000:2.0:1776186293.361399:0:147295:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.361412:0:147295:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.361451:0:147295:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.361458:0:147295:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186293.361459:0:147295:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d73d lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df46d expref: -99 pid: 147295 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.361474:0:147295:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.361481:0:147295:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000006e60145d x1862459654780928/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.361499:0:147295:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780928:192.168.203.125@tcp:36:lfs.0 00000100:00100000:2.0:1776186293.361570:0:147295:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.368659:0:147295:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147295:1862459654780928:192.168.203.125@tcp:36:lfs.0 00000080:00200000:2.0:1776186293.368699:0:147295:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b) 00000080:00200000:2.0:1776186293.368705:0:147295:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1642:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.368731:0:147295:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:2.0:1776186293.368755:0:147295:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.375492:0:147302:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186293.375515:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186293.375528:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.375539:0:147302:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.375547:0:147302:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186293.375549:0:147302:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186293.375554:0:147302:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000b6e651bb 00010000:00010000:3.0:1776186293.375556:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.375562:0:147302:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.375571:0:147302:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.375578:0:147302:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=29 00000080:00200000:3.0:1776186293.375581:0:147302:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.375590:0:147302:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=13 00000080:00200000:3.0:1776186293.375594:0:147302:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:3.0:1776186293.375604:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.375646:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.375653:0:147302:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.375661:0:147302:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.375681:0:147302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654780992:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186293.375743:0:147302:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.379333:0:147302:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654780992:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186293.379355:0:147302:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379369:0:147302:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379377:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379383:0:147302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379396:0:147302:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379402:0:147302:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c7aceda already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.379406:0:147302:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379412:0:147302:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379419:0:147302:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379426:0:147302:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186293.379430:0:147302:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379435:0:147302:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d744 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.379447:0:147302:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000db0cd490 x1862459654780992/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1776186293.379476:0:147302:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186293.379536:0:147302:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186293.379549:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186293.379555:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379569:0:147302:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.379577:0:147302:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186293.379580:0:147302:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186293.379584:0:147302:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000002870f324 00010000:00010000:3.0:1776186293.379586:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379592:0:147302:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.379604:0:147302:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.379610:0:147302:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=16408 00000080:00200000:3.0:1776186293.379613:0:147302:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.379623:0:147302:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=16392 00000080:00200000:3.0:1776186293.379627:0:147302:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=getattr 00000002:00010000:3.0:1776186293.379638:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.379669:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379676:0:147302:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.379685:0:147302:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.379702:0:147302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654781056:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186293.379759:0:147302:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.391068:0:147302:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654781056:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186293.391089:0:147302:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391102:0:147302:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391108:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391115:0:147302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391122:0:147302:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391128:0:147302:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a1808210 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.391131:0:147302:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391137:0:147302:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391143:0:147302:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391149:0:147302:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186293.391153:0:147302:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391159:0:147302:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d74b lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.391173:0:147302:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@00000000db0cd490 x1862459654781056/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1776186293.391213:0:147302:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186293.391400:0:147302:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186293.391414:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186293.391422:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391431:0:147302:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.391441:0:147302:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186293.391444:0:147302:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186293.391449:0:147302:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000b6e651bb 00010000:00010000:3.0:1776186293.391451:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391457:0:147302:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.391469:0:147302:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.391475:0:147302:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=13 00000080:00200000:3.0:1776186293.391481:0:147302:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc),name=d70d.replay-single 00000002:00010000:3.0:1776186293.391489:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x13eb:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.391494:0:147302:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5099 (0 0) 00010000:00010000:3.0:1776186293.391524:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391530:0:147302:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.391538:0:147302:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.391741:0:147302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654781120:192.168.203.125@tcp:101:lfs.0 00000100:00100000:3.0:1776186293.391837:0:147302:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.396172:0:147302:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654781120:192.168.203.125@tcp:101:lfs.0 00010000:00010000:3.0:1776186293.396197:0:147302:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396214:0:147302:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396222:0:147302:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396230:0:147302:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396239:0:147302:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396248:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396254:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396260:0:147302:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.396279:0:147302:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000db0cd490 x1862459654781120/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:3.0:1776186293.396290:0:147302:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396418:0:147302:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5099 (0 0) 00000080:00200000:3.0:1776186293.396445:0:147302:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x13eb:0x0], updating i_size 4096 00000080:00010000:3.0:1776186293.396452:0:147302:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) for lock 0xa474374c0006d752 00000080:00010000:3.0:1776186293.396459:0:147302:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00000080:00010000:3.0:1776186293.396461:0:147302:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d752 from it 0000000074725f92 00010000:00010000:3.0:1776186293.396463:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.396470:0:147302:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.398151:0:147302:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.398171:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.398185:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.398198:0:147302:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.398207:0:147302:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.398209:0:147302:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c0006c2e5 00000080:00010000:2.0:1776186293.398214:0:147302:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006c2e5 from it 0000000074725f92 00010000:00010000:2.0:1776186293.398216:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.398223:0:147302:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000030f44f40/0xa474374c0006c2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4d9c7d expref: -99 pid: 146785 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.398430:0:147302:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.398437:0:147302:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.398443:0:147302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.398450:0:147302:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.398462:0:147302:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.398464:0:147302:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.398469:0:147302:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000007eec233f 00010000:00010000:2.0:1776186293.398471:0:147302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.398478:0:147302:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.398486:0:147302:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.398491:0:147302:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=267 00000080:00200000:2.0:1776186293.398494:0:147302:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 44 00000080:00200000:2.0:1776186293.398499:0:147302:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags 300000 00000080:00200000:2.0:1776186293.398515:0:147302:0:(dir.c:1423:ll_dir_ioctl()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), cmd=0xc03066f0 00000080:00200000:2.0:1776186293.398524:0:147302:0:(dir.c:475:ll_dir_setdirstripe()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) name test1 stripe_offset 1, stripe_count: 2 00000020:00100000:2.0:1776186293.398570:0:147302:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.398579:0:147302:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000dc08d8b5 x1862459654781248/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 552/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.398599:0:147302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc08d8b5 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654781248:192.168.203.125@tcp:36:lfs.0 00000100:00100000:2.0:1776186293.398674:0:147302:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.408771:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1776186293.408884:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663787840 00000100:00100000:1.0:1776186293.408938:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7318 00000100:00100000:1.0:1776186293.408944:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a3705c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8246:x1862459663787840:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1776186293.408959:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.409030:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1776186293.409036:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a3705c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:8246:x1862459663787840:12345-192.168.203.125@tcp:104: Request processed in 92us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1776186293.409043:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7318 00010000:00010000:3.0:1776186293.409068:0:119337:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186293.409074:0:119337:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.409083:0:119337:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c7aceda already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.409088:0:119337:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.409095:0:119337:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.410487:0:119337:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 3/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.411895:0:119337:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.411964:0:119337:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 2/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.411972:0:119337:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1776186293.412031:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654781312:192.168.203.125@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776186293.415070:0:119337:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.415088:0:119337:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000000c7aceda/0xa474374c0006d752 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df4dd expref: -99 pid: 147302 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.415110:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776186293.415111:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776186293.415114:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186293.416557:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654781312:192.168.203.125@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1776186293.428819:0:147302:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc08d8b5 pname:cluuid:pid:xid:nid:opc:job lfs:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147302:1862459654781248:192.168.203.125@tcp:36:lfs.0 00000080:00200000:2.0:1776186293.428861:0:147302:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a) 00000080:00200000:2.0:1776186293.428867:0:147302:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94e:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.428897:0:147302:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:2.0:1776186293.428921:0:147302:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000fb8a3e08/0xa474374c00062e95 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1b55 expref: -99 pid: 144629 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.437748:0:147303:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186293.437771:0:147303:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186293.437787:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.437800:0:147303:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186293.437809:0:147303:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186293.437812:0:147303:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186293.437818:0:147303:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a087d641 00010000:00010000:0.0:1776186293.437821:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.437829:0:147303:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.437843:0:147303:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.437850:0:147303:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:0.0:1776186293.437853:0:147303:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.437861:0:147303:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:0.0:1776186293.437864:0:147303:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:0.0:1776186293.437873:0:147303:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186293.437906:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.437913:0:147303:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.437922:0:147303:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.437946:0:147303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781376:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186293.439600:0:147303:0:(client.c:2500:ptlrpc_set_wait()) set 000000000e12eb78 going to sleep for 6 seconds 00000100:00100000:1.0:1776186293.449646:0:147303:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491969 gen 11 00000100:00100000:1.0:1776186293.449674:0:147303:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781376:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186293.449693:0:147303:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449713:0:147303:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449720:0:147303:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449729:0:147303:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449737:0:147303:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449751:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449758:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449765:0:147303:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186293.449784:0:147303:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@00000000041dd170 x1862459654781376/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186293.449797:0:147303:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449806:0:147303:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5698 (0 0) 00000002:00010000:1.0:1776186293.449858:0:147303:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186293.449900:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449908:0:147303:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.449916:0:147303:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186293.449936:0:147303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781440:192.168.203.125@tcp:101:touch.0 00000100:00100000:1.0:1776186293.449995:0:147303:0:(client.c:2500:ptlrpc_set_wait()) set 00000000faf66fbd going to sleep for 6 seconds 00000100:00100000:1.0:1776186293.452514:0:147303:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781440:192.168.203.125@tcp:101:touch.0 00010000:00010000:1.0:1776186293.452536:0:147303:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452557:0:147303:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452568:0:147303:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452577:0:147303:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452588:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452595:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452601:0:147303:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186293.452609:0:147303:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000000931727e x1862459654781440/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:1.0:1776186293.452620:0:147303:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452631:0:147303:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/304 (0 0) 00010000:00010000:1.0:1776186293.452638:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452647:0:147303:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186293.452669:0:147303:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186293.452709:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452716:0:147303:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.452725:0:147303:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186293.452744:0:147303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781504:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186293.454322:0:147303:0:(client.c:2500:ptlrpc_set_wait()) set 00000000faf66fbd going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.459487:0:147303:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781504:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186293.459512:0:147303:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459524:0:147303:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459535:0:147303:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459553:0:147303:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459564:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459572:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459578:0:147303:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.459587:0:147303:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000000931727e x1862459654781504/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186293.459599:0:147303:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459611:0:147303:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/304 (0 0) 00010000:00010000:2.0:1776186293.459618:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459625:0:147303:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.459658:0:147303:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1642:0x0], updating i_size 8192 00000080:00200000:2.0:1776186293.459661:0:147303:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x1642:0x0](000000009a12808b): rc = 0 00000080:00010000:2.0:1776186293.459671:0:147303:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) for lock 0xa474374c0006d759 00000080:00010000:2.0:1776186293.459686:0:147303:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) 00000080:00010000:2.0:1776186293.459689:0:147303:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d759 from it 0000000039f7efb1 00010000:00010000:2.0:1776186293.459691:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459698:0:147303:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.459720:0:147303:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.459743:0:147303:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.459746:0:147303:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b), file 00000000ef0acbc3, open_flags 8941, mode 81b6 opened 0 00000080:00200000:2.0:1776186293.459753:0:147303:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b), intent=open|creat 00000002:00010000:2.0:1776186293.459773:0:147303:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x20001b1b3:0x1643:0x0]) in obj [0x200025d90:0x130:0x0], intent: open|creat flags 0104502 00010000:00010000:2.0:1776186293.459783:0:147303:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459828:0:147303:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459834:0:147303:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186293.459836:0:147303:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 000000001d1a5179/0xa474374c0006d760 lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df531 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459865:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x130:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.459871:0:147303:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x130:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.459880:0:147303:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.459885:0:147303:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000041c7f73a x1862459654781632/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.459892:0:147303:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 3/0,1 mode: --/CW res: [0x200025d90:0x130:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.459923:0:147303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781632:192.168.203.125@tcp:101:touch.0 00000100:00100000:2.0:1776186293.460111:0:147303:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.468721:0:147303:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781632:192.168.203.125@tcp:101:touch.0 00010000:00010000:2.0:1776186293.468745:0:147303:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 4/0,1 mode: --/CW res: [0x200025d90:0x130:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.468771:0:147303:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.468778:0:147303:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 4/0,1 mode: --/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.468788:0:147303:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.468797:0:147303:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 4/0,1 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.468807:0:147303:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.468813:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 5/1,1 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.468818:0:147303:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.468827:0:147303:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@0000000041c7f73a x1862459654781632/t330712491971(330712491971) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:2.0:1776186293.468843:0:147303:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000041c7f73a x1862459654781632/t330712491971(330712491971) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:2.0:1776186293.468855:0:147303:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.468865:0:147303:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.468874:0:147303:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5699 (0 0) 00000080:00200000:2.0:1776186293.468893:0:147303:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b), intent=open|creat 00000080:00200000:2.0:1776186293.468921:0:147303:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1643:0x0](00000000a134fb5c) 00000080:00200000:2.0:1776186293.468988:0:147303:0:(file.c:5870:ll_layout_conf()) [0x20001b1b3:0x1643:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:2.0:1776186293.468994:0:147303:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x20001b1b3:0x1643:0x0](00000000a134fb5c) 00000080:00010000:2.0:1776186293.468997:0:147303:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1643:0x0](00000000a134fb5c) for lock 0xa474374c0006d76e 00000080:00200000:2.0:1776186293.469012:0:147303:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1643:0x0](00000000a134fb5c), flags 104501 00000002:00100000:2.0:1776186293.469029:0:147303:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000041c7f73a x1862459654781632/t330712491971(330712491971) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:2.0:1776186293.469092:0:147303:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d76e from it 0000000040ec200f 00010000:00010000:2.0:1776186293.469096:0:147303:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.469103:0:147303:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1776186293.469120:0:147303:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1643:0x0](00000000a134fb5c), inode mode 81a4 mask 40 00000080:00200000:2.0:1776186293.470557:0:147303:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x20001b1b3:0x1643:0x0](00000000a134fb5c) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:2.0:1776186293.470617:0:147303:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.470625:0:147303:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a145d8b1 x1862459654781760/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.470645:0:147303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781760:192.168.203.125@tcp:36:touch.0 00000100:00100000:2.0:1776186293.470701:0:147303:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.475013:0:147303:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781760:192.168.203.125@tcp:36:touch.0 00000080:00200000:2.0:1776186293.475071:0:147303:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x1643:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1776186293.475085:0:147303:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1776186293.475645:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654781824:192.168.203.125@tcp:2:touch.0 00000100:00100000:3.0:1776186293.480995:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654781824:192.168.203.125@tcp:2:touch.0 00000080:00200000:2.0:1776186293.481118:0:147303:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x1643:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1776186293.481218:0:147303:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1643:0x0](00000000a134fb5c) 00000002:00100000:2.0:1776186293.481492:0:147303:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000041c7f73a x1862459654781632/t330712491971(330712491971) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186301 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:2.0:1776186293.481520:0:147303:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186293.481525:0:147303:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000027162456 x1862459654781952/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.481544:0:147303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781952:192.168.203.125@tcp:35:touch.0 00000100:00100000:2.0:1776186293.481649:0:147303:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.484117:0:147303:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147303:1862459654781952:192.168.203.125@tcp:35:touch.0 00000002:00100000:2.0:1776186293.484147:0:147303:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000041c7f73a x1862459654781632/t330712491971(330712491971) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:3.0:1776186293.507239:0:147304:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:3.0:1776186293.507278:0:147304:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1776186293.507296:0:147304:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.507581:0:147304:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.507595:0:147304:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:3.0:1776186293.507598:0:147304:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:3.0:1776186293.507605:0:147304:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000056595447 00010000:00010000:3.0:1776186293.507609:0:147304:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.507622:0:147304:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.507637:0:147304:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.507643:0:147304:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:3.0:1776186293.507647:0:147304:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.507651:0:147304:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=24 00000080:00200000:3.0:1776186293.507653:0:147304:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.507665:0:147304:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b), flags=1536 00000080:00200000:3.0:1776186293.507670:0:147304:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 3 00000080:00200000:3.0:1776186293.507673:0:147304:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 3 00000080:00200000:3.0:1776186293.507677:0:147304:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b) 00010000:00010000:3.0:1776186293.507785:0:147304:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.507849:0:147304:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.507856:0:147304:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1776186293.507858:0:147304:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000763133b7/0xa474374c0006d767 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df53f expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186293.507880:0:147304:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1776186293.507891:0:147304:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000db0cd490 x1862459654782080/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186293.507912:0:147304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147304:1862459654782080:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:3.0:1776186293.508052:0:147304:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.515419:0:147304:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db0cd490 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147304:1862459654782080:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:3.0:1776186293.515465:0:147304:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af) 00000080:00200000:3.0:1776186293.515470:0:147304:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94f:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.526187:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.526227:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.526248:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.526279:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.526292:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.526296:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.526331:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000008d402681 00010000:00010000:2.0:1776186293.526334:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.526344:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.526358:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.526366:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186293.526369:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.526372:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=8 00000080:00200000:2.0:1776186293.526378:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b),name=test 00000002:00010000:2.0:1776186293.526387:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1642:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.526393:0:147305:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 30 res 8590045619/5698 (0 0) 00010000:00010000:2.0:1776186293.527654:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.527675:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.527689:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.527820:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782144:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.527961:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.537863:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782144:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.537891:0:147305:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537907:0:147305:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537913:0:147305:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537923:0:147305:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537931:0:147305:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537940:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537946:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537952:0:147305:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.537965:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e4ba9262 x1862459654782144/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.537977:0:147305:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.537985:0:147305:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5698 (0 0) 00000080:00200000:2.0:1776186293.538022:0:147305:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1642:0x0], updating i_size 4096 00000080:00010000:2.0:1776186293.538030:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) for lock 0xa474374c0006d775 00000080:00010000:2.0:1776186293.538037:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) 00000080:00010000:2.0:1776186293.538040:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d775 from it 000000007dc7ae5e 00010000:00010000:2.0:1776186293.538041:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.538049:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.538076:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.538119:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.538126:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.538134:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.538155:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782208:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.538224:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.543124:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782208:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.543147:0:147305:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 4/1,0 mode: --/CR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543159:0:147305:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 4/1,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543169:0:147305:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543176:0:147305:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543187:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543193:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 5/2,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543200:0:147305:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.543209:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e4ba9262 x1862459654782208/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.543220:0:147305:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543231:0:147305:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089616/304 (0 0) 00010000:00010000:2.0:1776186293.543238:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543245:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.543275:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.543350:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543358:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.543366:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.543384:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782272:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.543446:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.547941:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782272:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.547965:0:147305:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.547975:0:147305:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 4/1,0 mode: --/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.547985:0:147305:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.547993:0:147305:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548003:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548010:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 5/2,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548016:0:147305:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 4/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.548023:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000e4ba9262 x1862459654782272/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.548035:0:147305:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548044:0:147305:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663680440/304 (0 0) 00010000:00010000:2.0:1776186293.548050:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548056:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.548128:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.548209:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.548220:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548229:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.548244:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.548247:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.548251:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000003947cb26 00010000:00010000:2.0:1776186293.548253:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548258:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.548278:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.548285:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186293.548288:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.548291:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:2.0:1776186293.548294:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 44 00000080:00200000:2.0:1776186293.548321:0:147305:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), flags 704400 00000002:00010000:2.0:1776186293.548335:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1642:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:2.0:1776186293.548376:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.548383:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.548392:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.548397:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4ba9262 x1862459654782400/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.548405:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.548428:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782400:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.548905:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.552881:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782400:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.552901:0:147305:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552915:0:147305:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552922:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552929:0:147305:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552935:0:147305:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552941:0:147305:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000149c0457 already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186293.552945:0:147305:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552951:0:147305:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552957:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552970:0:147305:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1776186293.552974:0:147305:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.552980:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d78a lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.552995:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000e4ba9262 x1862459654782400/t330712491974(330712491974) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:2.0:1776186293.553006:0:147305:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e4ba9262 x1862459654782400/t330712491974(330712491974) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.553048:0:147305:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1642:0x0], updating i_size 4096 00000002:00100000:2.0:1776186293.553062:0:147305:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e4ba9262 x1862459654782400/t330712491974(330712491974) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.553191:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b),name=test 00000002:00010000:2.0:1776186293.553207:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1642:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.553220:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553230:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.553240:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.553245:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553251:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553259:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553278:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.553291:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.553352:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553362:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553369:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553374:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.553385:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) 00000080:00010000:2.0:1776186293.553387:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) for lock 0xa474374c0006d775 00000080:00010000:2.0:1776186293.553391:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d775 from it 00000000f070dc70 00010000:00010000:2.0:1776186293.553393:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553398:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.553411:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.553415:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553421:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553426:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553430:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.553436:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.553439:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553444:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553448:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553452:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.553498:0:147305:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186293.553511:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.553529:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.553533:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.553540:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.554146:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782464:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186293.554219:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.569118:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782464:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186293.571949:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.571970:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186293.571990:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186293.572003:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.572016:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.572810:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782528:192.168.203.125@tcp:37:rm.0 00000100:00100000:0.0:1776186293.572881:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ded138c going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.585629:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782528:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186293.586409:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.586423:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.586485:0:147305:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b) 00000002:00100000:2.0:1776186293.586525:0:147305:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000e4ba9262 x1862459654782400/t330712491974(330712491974) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186301 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1776186293.586850:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186293.586856:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4b6a7c2 x1862459654782656/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.586878:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782656:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186293.586983:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.594460:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782656:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186293.594501:0:147305:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e4ba9262 x1862459654782400/t330712491974(330712491974) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186293.594640:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.594655:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.594670:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.594681:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.594689:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.594692:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.594698:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000003947cb26 00010000:00010000:2.0:1776186293.594700:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.594707:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.594720:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.594725:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186293.594728:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.594731:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=266 00000080:00200000:2.0:1776186293.594734:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 44 00000080:00200000:2.0:1776186293.594739:0:147305:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), flags 704400 00000002:00010000:2.0:1776186293.594834:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1642:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:2.0:1776186293.594876:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.594883:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.594893:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.594898:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4b6a7c2 x1862459654782784/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.594905:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.594922:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782784:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.595131:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.602988:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782784:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.603016:0:147305:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603026:0:147305:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603035:0:147305:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603044:0:147305:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 4/1,0 mode: CR/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.603056:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000e4b6a7c2 x1862459654782784/t330712491976(330712491976) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:2.0:1776186293.603067:0:147305:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e4b6a7c2 x1862459654782784/t330712491976(330712491976) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.603080:0:147305:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603089:0:147305:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 16 res 8590045619/5698 (0 0) 00000080:00200000:2.0:1776186293.603121:0:147305:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1642:0x0], updating i_size 4096 00000080:00010000:2.0:1776186293.603127:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) for lock 0xa474374c0006d791 00000080:00010000:2.0:1776186293.603131:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d791 from it 00000000af17db4f 00010000:00010000:2.0:1776186293.603134:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 3/1,0 mode: CR/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603140:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.603159:0:147305:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e4b6a7c2 x1862459654782784/t330712491976(330712491976) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:2.0:1776186293.603282:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b),name=test 00000002:00010000:2.0:1776186293.603324:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1642:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.603333:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603343:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.603429:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.603437:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603443:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603450:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603456:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.603464:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.603469:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603475:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603481:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603487:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.603497:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) 00000080:00010000:2.0:1776186293.603500:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1642:0x0](000000009a12808b) for lock 0xa474374c0006d775 00000080:00010000:2.0:1776186293.603502:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d775 from it 00000000f070dc70 00010000:00010000:2.0:1776186293.603503:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603506:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.603515:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.603518:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603522:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603525:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603528:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.603531:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.603533:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603536:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603539:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603542:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.603568:0:147305:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186293.603577:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.603599:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.603604:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603611:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.603622:0:147305:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.603624:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603627:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.603633:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.603635:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603639:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.603645:0:147305:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.603646:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603649:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.603672:0:147305:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:2.0:1776186293.603689:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.603780:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:2.0:1776186293.603785:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.603790:0:147305:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b) 00010000:00010000:2.0:1776186293.603816:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603891:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1776186293.603906:0:147305:0:(vvp_object.c:137:vvp_conf_set()) [0x20001b1b3:0x1643:0x0]: losing layout lock 00010000:00010000:2.0:1776186293.603934:0:147305:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.603940:0:147305:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.603945:0:147305:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1776186293.603946:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d76e lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1643:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df55b expref: -99 pid: 147303 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.603958:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d77c lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df59a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.603972:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.603978:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4ba9262 x1862459654782912/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.603996:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782912:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186293.604068:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.610173:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782912:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186293.610272:0:147305:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0x1643:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1776186293.610285:0:147305:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1776186293.610336:0:147305:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0x1643:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1776186293.610343:0:147305:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1643:0x0](00000000a134fb5c) 00000080:00200000:2.0:1776186293.610430:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.610449:0:147305:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b), flags=0 00000080:00200000:2.0:1776186293.610454:0:147305:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b), intent=getattr 00000002:00010000:2.0:1776186293.610474:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.610521:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.610531:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.610540:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.610559:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782976:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.610615:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.613420:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654782976:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.613441:0:147305:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 4/1,0 mode: --/CR res: [0x240000fb8:0x130:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613460:0:147305:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613466:0:147305:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613481:0:147305:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613491:0:147305:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613500:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613506:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613512:0:147305:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.613520:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000007bb46773 x1862459654782976/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.613530:0:147305:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613539:0:147305:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2383 (0 0) 00000080:00200000:2.0:1776186293.613645:0:147305:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94f:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.613649:0:147305:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x94f:0x0](000000001f3325af): rc = 0 00000080:00010000:2.0:1776186293.613656:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94f:0x0](000000001f3325af) for lock 0xa474374c0006d798 00000080:00010000:2.0:1776186293.613665:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94f:0x0](000000001f3325af) 00000080:00010000:2.0:1776186293.613669:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d798 from it 00000000c6b706b2 00010000:00010000:2.0:1776186293.613671:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.613680:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.613739:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.614041:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.614048:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.614056:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 3/1,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.614076:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783040:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.614187:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.620040:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783040:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.620067:0:147305:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.620081:0:147305:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 4/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.620093:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@000000007bb46773 x1862459654783040/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:2.0:1776186293.621020:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783104:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186293.621097:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.628101:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783104:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186293.628855:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.628870:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.628888:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.628899:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.628910:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.628922:0:147305:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.628925:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.628931:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.629637:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af),name=b 00000002:00010000:0.0:1776186293.629661:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94f:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186293.629669:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.629678:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186293.629686:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94f:0x0](000000001f3325af) 00000080:00010000:0.0:1776186293.629689:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94f:0x0](000000001f3325af) for lock 0xa474374c0006d798 00000080:00010000:0.0:1776186293.629694:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d798 from it 000000007dc7ae5e 00010000:00010000:0.0:1776186293.629697:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.629702:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.629755:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.629761:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:0.0:1776186293.629766:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af), inode mode 41ed mask 44 00000080:00200000:0.0:1776186293.629773:0:147305:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af), flags 704400 00000002:00010000:0.0:1776186293.629785:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94f:0x0]) in obj [0x2400007ed:0x94f:0x0], intent: open flags 0240704401 00010000:00010000:0.0:1776186293.629824:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.629831:0:147305:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186293.629842:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186293.629850:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000062773952 x1862459654783232/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186293.629858:0:147305:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.629876:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783232:192.168.203.125@tcp:101:rm.0 00000100:00100000:0.0:1776186293.630016:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fc0d2117 going to sleep for 6 seconds 00000002:00010000:1.0:1776186293.630177:0:147306:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d90:0x130:0x0]) in obj [0x200025d90:0x130:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186293.630185:0:147306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.630193:0:147306:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186293.630205:0:147306:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186293.630207:0:147306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 3/1,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.630213:0:147306:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186293.630226:0:147306:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240000fb8:0x130:0x0]) in obj [0x240000fb8:0x130:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186293.630230:0:147306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.630236:0:147306:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00200000:1.0:1776186293.630243:0:147306:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:1.0:1776186293.630245:0:147306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 3/1,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.630251:0:147306:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186293.632051:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783232:192.168.203.125@tcp:101:rm.0 00010000:00010000:1.0:1776186293.632069:0:147305:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632080:0:147305:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632086:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632091:0:147305:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632098:0:147305:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632104:0:147305:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5eb87c7 already unused, calling callback (00000000a546a25d) 00010000:00010000:1.0:1776186293.632108:0:147305:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632114:0:147305:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 4/0,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632120:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 5/0,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632126:0:147305:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1776186293.632130:0:147305:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 3/0,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632135:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7a6 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1776186293.632159:0:147305:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@0000000062773952 x1862459654783232/t12884907276(12884907276) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:1.0:1776186293.632170:0:147305:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000062773952 x1862459654783232/t12884907276(12884907276) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186293.632196:0:147305:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94f:0x0], updating i_size 4096 00000002:00100000:1.0:1776186293.632210:0:147305:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000062773952 x1862459654783232/t12884907276(12884907276) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:1.0:1776186293.632372:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af),name=b 00000002:00010000:1.0:1776186293.632389:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94f:0x0]) in obj [0x240000fb8:0x130:0x0], intent: getattr flags 0 00010000:00010000:1.0:1776186293.632400:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632409:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1776186293.632418:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94f:0x0](000000001f3325af) 00000080:00010000:1.0:1776186293.632421:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94f:0x0](000000001f3325af) for lock 0xa474374c0006d798 00000080:00010000:1.0:1776186293.632425:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d798 from it 00000000f070dc70 00010000:00010000:1.0:1776186293.632427:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632433:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1776186293.632456:0:147305:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1776186293.632465:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94f:0x0]) in obj [0x2400007ed:0x94f:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186293.632469:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.632475:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186293.633084:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783296:192.168.203.125@tcp:37:rm.0 00000100:00100000:1.0:1776186293.633144:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 000000009186750b going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.658201:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783296:192.168.203.125@tcp:37:rm.0 00010000:00010000:0.0:1776186293.660238:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.660258:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.660384:0:147305:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1776186293.660400:0:147305:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af) 00000002:00100000:0.0:1776186293.660447:0:147305:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000062773952 x1862459654783232/t12884907276(12884907276) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:0.0:1776186293.660473:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186293.660478:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000a0fd51e x1862459654783424/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186293.660500:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a0fd51e pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783424:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186293.660581:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.666094:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a0fd51e pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783424:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186293.666126:0:147305:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000062773952 x1862459654783232/t12884907276(12884907276) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:0.0:1776186293.666963:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.666977:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:0.0:1776186293.666980:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b), inode mode 41ed mask 3 00000080:00200000:0.0:1776186293.666985:0:147305:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x20001b1b3:0x1642:0x0](000000009a12808b) 00010000:00010000:0.0:1776186293.667017:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 2/0,0 mode: PR/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.667104:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.667176:0:147305:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.667182:0:147305:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 1/0,0 mode: --/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.667189:0:147305:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1776186293.667191:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000008ea65efe/0xa474374c0006d798 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df603 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.667203:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000d0ed7e25/0xa474374c0006d783 lrc: 0/0,0 mode: --/PR res: [0x240000fb8:0x130:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df5a8 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186293.667224:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186293.667232:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000000a0fd51e x1862459654783552/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186293.667254:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a0fd51e pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783552:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186293.667362:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.678836:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a0fd51e pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783552:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186293.678878:0:147305:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x94f:0x0](000000001f3325af) 00000080:00200000:0.0:1776186293.679028:0:147305:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b) 00010000:00010000:0.0:1776186293.679062:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.679098:0:147305:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186293.679112:0:147305:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186293.679120:0:147305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.679128:0:147305:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186293.679136:0:147305:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186293.679140:0:147305:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186293.679146:0:147305:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000007418bc08 00010000:00010000:0.0:1776186293.679149:0:147305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.679156:0:147305:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.679168:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.679174:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:0.0:1776186293.679178:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.679184:0:147305:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test, flags=0 00000080:00200000:0.0:1776186293.679186:0:147305:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:0.0:1776186293.679190:0:147305:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:0.0:1776186293.679210:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 2/0,0 mode: CR/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186293.679241:0:147305:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000e4b6a7c2 x1862459654782784/t330712491976(330712491976) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186301 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:0.0:1776186293.679278:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776186293.679285:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000062773952 x1862459654783680/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186293.679355:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783680:192.168.203.125@tcp:35:rm.0 00000100:00100000:0.0:1776186293.679408:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.684950:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783680:192.168.203.125@tcp:35:rm.0 00000002:00100000:0.0:1776186293.684986:0:147305:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e4b6a7c2 x1862459654782784/t330712491976(330712491976) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:0.0:1776186293.685040:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.685057:0:147305:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.685093:0:147305:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 1/0,0 mode: --/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.685101:0:147305:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.685106:0:147305:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.685112:0:147305:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1776186293.685114:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000149c0457/0xa474374c0006d791 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df5c4 expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.685136:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d775 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df58c expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.685142:0:147305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d759 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1642:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df523 expref: -99 pid: 147303 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186293.685160:0:147305:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186293.685166:0:147305:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000062773952 x1862459654783808/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186293.685185:0:147305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783808:192.168.203.125@tcp:36:rm.0 00000100:00100000:0.0:1776186293.685257:0:147305:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:1.0:1776186293.689870:0:2271:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186293.690400:0:14239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663788672 00000100:00100000:0.0:1776186293.690463:0:14239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7319 00000100:00100000:0.0:1776186293.690469:0:14239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e23ac7e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663788672:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186293.690484:0:14239:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.690572:0:14239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186293.690577:0:14239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e23ac7e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663788672:12345-192.168.203.125@tcp:104: Request processed in 108us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186293.690585:0:14239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7319 00010000:00010000:3.0:1776186293.690639:0:14249:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776186293.690646:0:14249:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.690655:0:14249:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f3bfa2b4 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.690659:0:14249:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.690667:0:14249:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.690673:0:14249:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 3/0,0 mode: PR/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.690793:0:14249:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 2/0,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.690802:0:14249:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1776186293.696025:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654783872:192.168.203.125@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776186293.696295:0:14249:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 1/0,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.696339:0:14249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d79f lrc: 0/0,0 mode: --/PR res: [0x200025d90:0x130:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df60a expref: -99 pid: 147305 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.696391:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186293.696393:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186293.696395:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186293.700433:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654783872:192.168.203.125@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1776186293.715660:0:147305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147305:1862459654783808:192.168.203.125@tcp:36:rm.0 00000080:00200000:0.0:1776186293.715703:0:147305:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1642:0x0](000000009a12808b) 00000080:00200000:0.0:1776186293.721204:0:147308:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:0.0:1776186293.721230:0:147308:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186293.721246:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.721259:0:147308:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186293.721285:0:147308:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:0.0:1776186293.721287:0:147308:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:0.0:1776186293.721987:0:147308:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000db53d6e9 00010000:00010000:0.0:1776186293.721994:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.722004:0:147308:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.722017:0:147308:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.722025:0:147308:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=25 00000080:00200000:0.0:1776186293.722028:0:147308:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.722040:0:147308:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), flags=25 00000080:00200000:0.0:1776186293.722045:0:147308:0:(namei.c:833:ll_lookup_it()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), intent=0 00000002:00010000:0.0:1776186293.722059:0:147308:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: test1,[0x0:0x0:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186293.722102:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.722110:0:147308:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.722118:0:147308:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.722144:0:147308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654783936:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186293.722843:0:147308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.736585:0:147308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654783936:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186293.736610:0:147308:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736628:0:147308:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736635:0:147308:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736644:0:147308:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736651:0:147308:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736665:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736672:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736677:0:147308:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186293.736686:0:147308:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000002f15ce07 x1862459654783936/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186293.736697:0:147308:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736705:0:147308:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 9663678445/2382 (0 0) 00000002:00010000:0.0:1776186293.736716:0:147308:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400007ed:0x94e:0x0], intent: lookup flags 0 00010000:00010000:0.0:1776186293.736757:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736764:0:147308:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.736771:0:147308:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 3/1,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.736790:0:147308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784000:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186293.736859:0:147308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.750477:0:147308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784000:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186293.750498:0:147308:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750509:0:147308:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750518:0:147308:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750526:0:147308:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750534:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750541:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750546:0:147308:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186293.750554:0:147308:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@000000002f400fe0 x1862459654784000/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186293.750564:0:147308:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750574:0:147308:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2382 (0 0) 00000002:00010000:0.0:1776186293.750633:0:147308:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186293.750671:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 3/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750677:0:147308:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 3/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.750684:0:147308:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 3/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.750700:0:147308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784064:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186293.750760:0:147308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.756679:0:147308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784064:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186293.756703:0:147308:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 4/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756716:0:147308:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 4/1,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756726:0:147308:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756735:0:147308:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756745:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756751:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756762:0:147308:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186293.756770:0:147308:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000002f15ce07 x1862459654784064/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186293.756781:0:147308:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756791:0:147308:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/202 (0 0) 00010000:00010000:0.0:1776186293.756797:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756803:0:147308:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186293.756824:0:147308:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:0.0:1776186293.756863:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756870:0:147308:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.756877:0:147308:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.756894:0:147308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784128:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186293.756962:0:147308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.775199:0:147308:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491979 gen 11 00000100:00100000:0.0:1776186293.775242:0:147308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784128:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186293.775258:0:147308:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775279:0:147308:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775289:0:147308:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775399:0:147308:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775410:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775426:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775431:0:147308:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186293.775440:0:147308:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000002f15ce07 x1862459654784128/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186293.775452:0:147308:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775462:0:147308:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/202 (0 0) 00010000:00010000:0.0:1776186293.775469:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775476:0:147308:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.775755:0:147308:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94e:0x0], updating i_size 8192 00000080:00200000:0.0:1776186293.775759:0:147308:0:(namei.c:157:ll_iget()) got inode: [0x2400007ed:0x94e:0x0](0000000034ddf87a): rc = 0 00000080:00010000:0.0:1776186293.775768:0:147308:0:(llite_internal.h:1703:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) for remote lock 0xa474374c0006d7b4 00000080:00010000:0.0:1776186293.775772:0:147308:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) for lock 0xa474374c0006d7ad 00000080:00010000:0.0:1776186293.775781:0:147308:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) 00000080:00010000:0.0:1776186293.775785:0:147308:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7ad from it 0000000097bdaa88 00010000:00010000:0.0:1776186293.775787:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775795:0:147308:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1776186293.775802:0:147308:0:(dcache.c:204:ll_intent_drop_lock()) releasing remote lock with cookie 0xa474374c0006d7b4 from it 0000000097bdaa88 00010000:00010000:0.0:1776186293.775804:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.775811:0:147308:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1776186293.776046:0:147308:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 1 00000080:00200000:0.0:1776186293.776067:0:147308:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 3 00000080:00200000:0.0:1776186293.776071:0:147308:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=a, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a), file 000000008fa58cca, open_flags 8941, mode 81b6 opened 0 00000080:00200000:0.0:1776186293.776078:0:147308:0:(namei.c:833:ll_lookup_it()) VFS Op:name=a, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a), intent=open|creat 00000002:00010000:0.0:1776186293.776179:0:147308:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: a,[0x2400007ed:0x950:0x0]) in obj [0x240001788:0xca:0x0], intent: open|creat flags 0104502 00010000:00010000:0.0:1776186293.776191:0:147308:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.776240:0:147308:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 1/0,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.776246:0:147308:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1776186293.776248:0:147308:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000073bddbca/0xa474374c0006d7bb lrc: 0/0,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df69d expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.776286:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.778629:0:147308:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1776186293.778655:0:147308:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776186293.778664:0:147308:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002f400fe0 x1862459654784256/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776186293.778673:0:147308:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 3/0,1 mode: --/CW res: [0x240001788:0xca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776186293.778698:0:147308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784256:192.168.203.125@tcp:101:touch.0 00000100:00100000:0.0:1776186293.779377:0:147308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd649d3a going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.794635:0:147308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f400fe0 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784256:192.168.203.125@tcp:101:touch.0 00010000:00010000:0.0:1776186293.794659:0:147308:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 4/0,1 mode: --/CW res: [0x240001788:0xca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.794696:0:147308:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.794704:0:147308:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 4/0,1 mode: --/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.794713:0:147308:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.794721:0:147308:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 4/0,1 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.794732:0:147308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.794739:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 5/1,1 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.794745:0:147308:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1776186293.794754:0:147308:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000002f400fe0 x1862459654784256/t12884907280(12884907280) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00100000:0.0:1776186293.794765:0:147308:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002f400fe0 x1862459654784256/t12884907280(12884907280) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000002:00010000:0.0:1776186293.794776:0:147308:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186293.794791:0:147308:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186293.794799:0:147308:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2384 (0 0) 00000080:00200000:0.0:1776186293.794817:0:147308:0:(namei.c:1412:ll_create_it()) VFS Op:name=a, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a), intent=open|creat 00000080:00200000:0.0:1776186293.794845:0:147308:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x2400007ed:0x950:0x0](00000000e39d25f9) 00000080:00200000:0.0:1776186293.794907:0:147308:0:(file.c:5870:ll_layout_conf()) [0x2400007ed:0x950:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1776186293.794911:0:147308:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x2400007ed:0x950:0x0](00000000e39d25f9) 00000080:00010000:0.0:1776186293.794914:0:147308:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x950:0x0](00000000e39d25f9) for lock 0xa474374c0006d7c9 00000080:00200000:0.0:1776186293.794925:0:147308:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x950:0x0](00000000e39d25f9), flags 104501 00000002:00100000:0.0:1776186293.794940:0:147308:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000002f400fe0 x1862459654784256/t12884907280(12884907280) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'touch.0' 00000080:00010000:0.0:1776186293.795001:0:147308:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7c9 from it 00000000993fba62 00010000:00010000:0.0:1776186293.795005:0:147308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1776186293.795012:0:147308:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1776186293.795025:0:147308:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x950:0x0](00000000e39d25f9), inode mode 81a4 mask 40 00000080:00200000:0.0:1776186293.795056:0:147308:0:(llite_lib.c:2191:ll_setattr_raw()) lustre: setattr inode [0x2400007ed:0x950:0x0](00000000e39d25f9) from 0 to 18446744071906458135, valid 20070, hsm_import 0 00000020:00100000:0.0:1776186293.795094:0:147308:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1776186293.795099:0:147308:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000002f15ce07 x1862459654784384/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186293.795116:0:147308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784384:192.168.203.125@tcp:36:touch.0 00000100:00100000:0.0:1776186293.795170:0:147308:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a7e032f going to sleep for 6 seconds 00000100:00100000:0.0:1776186293.801520:0:147308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f15ce07 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784384:192.168.203.125@tcp:36:touch.0 00000080:00200000:0.0:1776186293.801565:0:147308:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x950:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1776186293.801580:0:147308:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1776186293.802055:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654784448:192.168.203.125@tcp:2:touch.0 00000100:00100000:0.0:1776186293.807432:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654784448:192.168.203.125@tcp:2:touch.0 00000080:00200000:2.0:1776186293.807588:0:147308:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x950:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1776186293.807623:0:147308:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x950:0x0](00000000e39d25f9) 00000002:00100000:2.0:1776186293.807668:0:147308:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000002f400fe0 x1862459654784256/t12884907280(12884907280) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'touch.0' 00000020:00100000:2.0:1776186293.807699:0:147308:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186293.807705:0:147308:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000007bb46773 x1862459654784576/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.807723:0:147308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784576:192.168.203.125@tcp:35:touch.0 00000100:00100000:2.0:1776186293.807867:0:147308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.814763:0:147308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bb46773 pname:cluuid:pid:xid:nid:opc:job touch:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147308:1862459654784576:192.168.203.125@tcp:35:touch.0 00000002:00100000:2.0:1776186293.814797:0:147308:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000002f400fe0 x1862459654784256/t12884907280(12884907280) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/656 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000080:00200000:2.0:1776186293.827121:0:147309:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.827283:0:147309:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.827363:0:147309:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.827378:0:147309:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.827390:0:147309:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.827392:0:147309:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.827398:0:147309:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000c9f60fbf 00010000:00010000:2.0:1776186293.827400:0:147309:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.827407:0:147309:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.827420:0:147309:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.827428:0:147309:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186293.827432:0:147309:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.827436:0:147309:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=24 00000080:00200000:2.0:1776186293.827438:0:147309:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.827524:0:147309:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a), flags=1536 00000080:00200000:2.0:1776186293.827529:0:147309:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.827534:0:147309:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.827537:0:147309:0:(namei.c:1905:ll_mkdir()) VFS Op:name=b, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a) 00010000:00010000:2.0:1776186293.827562:0:147309:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.827615:0:147309:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.827622:0:147309:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186293.827624:0:147309:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000d195e438/0xa474374c0006d7c2 lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df6ab expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.827642:0:147309:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.827652:0:147309:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004e502d23 x1862459654784704/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 504/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.827672:0:147309:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147309:1862459654784704:192.168.203.125@tcp:36:mkdir.0 00000100:00100000:2.0:1776186293.827882:0:147309:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.834416:0:147309:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job mkdir:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147309:1862459654784704:192.168.203.125@tcp:36:mkdir.0 00000080:00200000:2.0:1776186293.834540:0:147309:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c) 00000080:00200000:2.0:1776186293.834546:0:147309:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1644:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.846069:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.846107:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.846124:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.846288:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.846546:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.846550:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.846557:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 000000007ac096a9 00010000:00010000:2.0:1776186293.846560:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.846568:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.846581:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.846588:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186293.846591:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.846595:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=8 00000080:00200000:2.0:1776186293.846600:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a),name=test1 00000002:00010000:2.0:1776186293.846611:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94e:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.846617:0:147310:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 30 res 9663678445/2382 (0 0) 00010000:00010000:2.0:1776186293.846661:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.846669:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.846678:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.846702:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654784768:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.846896:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.851134:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654784768:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.851231:0:147310:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851255:0:147310:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851271:0:147310:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 4/1,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851280:0:147310:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851287:0:147310:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851366:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851376:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 5/2,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851381:0:147310:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 4/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.851395:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000093e4061a x1862459654784768/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/728 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.851406:0:147310:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851414:0:147310:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663678445/2382 (0 0) 00000080:00200000:2.0:1776186293.851546:0:147310:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94e:0x0], updating i_size 4096 00000080:00010000:2.0:1776186293.851556:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) for lock 0xa474374c0006d7d0 00000080:00010000:2.0:1776186293.851617:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) 00000080:00010000:2.0:1776186293.851619:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7d0 from it 00000000661283b9 00010000:00010000:2.0:1776186293.851621:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851628:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.851653:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.851690:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851696:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.851703:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.851722:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654784832:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.851907:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.855888:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654784832:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.855909:0:147310:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 4/1,0 mode: --/CR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.855921:0:147310:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 4/1,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.855931:0:147310:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.855939:0:147310:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.856109:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.856118:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 5/2,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.856125:0:147310:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.856143:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000093e4061a x1862459654784832/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.856154:0:147310:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.856164:0:147310:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 4 res 9663682440/202 (0 0) 00010000:00010000:2.0:1776186293.856172:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.856178:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.856201:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.856241:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.856249:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.856256:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.856286:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654784896:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.856380:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.863384:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654784896:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.863408:0:147310:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863525:0:147310:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 4/1,0 mode: --/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863535:0:147310:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863545:0:147310:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863617:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863625:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 5/2,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863631:0:147310:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 4/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.863640:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000093e4061a x1862459654784896/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/696 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.863652:0:147310:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863663:0:147310:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590089618/202 (0 0) 00010000:00010000:2.0:1776186293.863670:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863677:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.863918:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.863933:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.863942:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863950:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.863963:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.863966:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.863970:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000099576fd0 00010000:00010000:2.0:1776186293.863972:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.863977:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.863985:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.863990:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186293.863993:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.863996:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:2.0:1776186293.864000:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 44 00000080:00200000:2.0:1776186293.864007:0:147310:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), flags 704400 00000002:00010000:2.0:1776186293.864019:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94e:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 0240704401 00010000:00010000:2.0:1776186293.864062:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.864069:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.864079:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.864084:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000093e4061a x1862459654785024/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.864091:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.864113:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785024:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.864275:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.866968:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785024:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.866989:0:147310:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.867982:0:147310:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.867993:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.867999:0:147310:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868006:0:147310:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868011:0:147310:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f3bfa2b4 already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186293.868015:0:147310:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868021:0:147310:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868028:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868040:0:147310:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1776186293.868045:0:147310:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868050:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7e5 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.868073:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@0000000093e4061a x1862459654785024/t12884907283(12884907283) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:2.0:1776186293.868084:0:147310:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000093e4061a x1862459654785024/t12884907283(12884907283) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.868123:0:147310:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94e:0x0], updating i_size 4096 00000002:00100000:2.0:1776186293.868137:0:147310:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000093e4061a x1862459654785024/t12884907283(12884907283) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:2.0:1776186293.868268:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a),name=test1 00000002:00010000:2.0:1776186293.868284:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94e:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.868296:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868334:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.868343:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.868348:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868354:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868362:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868368:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.868380:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.868385:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868391:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868396:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868402:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.868412:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) 00000080:00010000:2.0:1776186293.868415:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) for lock 0xa474374c0006d7d0 00000080:00010000:2.0:1776186293.868419:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7d0 from it 00000000b958c2e8 00010000:00010000:2.0:1776186293.868421:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868427:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.868440:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.868443:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868450:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868456:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868461:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.868468:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.868472:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868478:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868483:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868488:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.868537:0:147310:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186293.868549:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.868570:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.868575:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.868581:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.869139:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a498d234 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785088:192.168.203.125@tcp:37:rm.0 00000100:00100000:2.0:1776186293.869226:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d9f3c985 going to sleep for 6 seconds 00000100:00100000:1.0:1776186293.882049:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a498d234 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785088:192.168.203.125@tcp:37:rm.0 00010000:00010000:1.0:1776186293.882991:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.883008:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1776186293.883027:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: readdir flags 0 00010000:00010000:1.0:1776186293.883039:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776186293.883050:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776186293.884104:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785152:192.168.203.125@tcp:37:rm.0 00000100:00100000:1.0:1776186293.884597:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf46f2a0 going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.896213:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785152:192.168.203.125@tcp:37:rm.0 00010000:00010000:2.0:1776186293.896891:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.896905:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.896954:0:147310:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a) 00000002:00100000:2.0:1776186293.896990:0:147310:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000093e4061a x1862459654785024/t12884907283(12884907283) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:2.0:1776186293.897014:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186293.897019:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bee1af48 x1862459654785280/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.897035:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bee1af48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785280:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186293.897086:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.906682:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bee1af48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785280:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186293.906721:0:147310:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000093e4061a x1862459654785024/t12884907283(12884907283) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186293.906793:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.906808:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.906824:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.906836:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.906845:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.906848:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.906854:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 0000000099576fd0 00010000:00010000:2.0:1776186293.906856:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.906865:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.906878:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.906885:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=26 00000080:00200000:2.0:1776186293.906888:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.906891:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=266 00000080:00200000:2.0:1776186293.906894:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 44 00000080:00200000:2.0:1776186293.906901:0:147310:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), flags 704400 00000002:00010000:2.0:1776186293.906913:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94e:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: open flags 04240704401 00010000:00010000:2.0:1776186293.906959:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.906972:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.906982:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776186293.906987:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bee1af48 x1862459654785408/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776186293.906994:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.907014:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bee1af48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785408:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.907187:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.911654:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bee1af48 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785408:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.911690:0:147310:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.911700:0:147310:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 4/1,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.911709:0:147310:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.911718:0:147310:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 4/1,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.911729:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@00000000bee1af48 x1862459654785408/t12884907285(12884907285) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00100000:2.0:1776186293.911739:0:147310:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bee1af48 x1862459654785408/t12884907285(12884907285) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.911754:0:147310:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.911762:0:147310:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 0000000076e4af1b type 13 mode 16 res 9663678445/2382 (0 0) 00000080:00200000:2.0:1776186293.911793:0:147310:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x2400007ed:0x94e:0x0], updating i_size 4096 00000080:00010000:2.0:1776186293.911801:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) for lock 0xa474374c0006d7ec 00000080:00010000:2.0:1776186293.911807:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7ec from it 00000000f1cb6b07 00010000:00010000:2.0:1776186293.911810:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 3/1,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.911817:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.911836:0:147310:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bee1af48 x1862459654785408/t12884907285(12884907285) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'rm.0' 00000080:00200000:2.0:1776186293.911949:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a),name=test1 00000002:00010000:2.0:1776186293.911964:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x2400007ed:0x94e:0x0]) in obj [0x20001b1b3:0x13eb:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.911972:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.911980:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.911987:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.911991:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.911996:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912003:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912009:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.912016:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.912021:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912027:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912032:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912037:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.912047:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) 00000080:00010000:2.0:1776186293.912050:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x2400007ed:0x94e:0x0](0000000034ddf87a) for lock 0xa474374c0006d7d0 00000080:00010000:2.0:1776186293.912052:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7d0 from it 00000000b958c2e8 00010000:00010000:2.0:1776186293.912054:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 3/1,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912059:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.912087:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.912091:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912098:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912105:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912110:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.912116:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.912120:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912126:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912132:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912136:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.912167:0:147310:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a) pos/size0/8192 32bit_api 0 00010000:00010000:2.0:1776186293.912176:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000420e3e31/0xa474374c00062e56 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x13eb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4b1a83 expref: -99 pid: 144626 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.912197:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.912201:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912207:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.912218:0:147310:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.912221:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912227:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.912235:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.912239:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912244:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00200000:2.0:1776186293.912269:0:147310:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:2.0:1776186293.912271:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.912277:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.912339:0:147310:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a) pos/size18446744073709551614/8192 32bit_api 0 00000080:00200000:2.0:1776186293.912360:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.912369:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=a, flags=0 00000080:00200000:2.0:1776186293.912373:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.912376:0:147310:0:(namei.c:2020:ll_unlink()) VFS Op:name=a, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a) 00010000:00010000:2.0:1776186293.912403:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.921606:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 3 00000080:00200000:2.0:1776186293.921645:0:147310:0:(vvp_object.c:137:vvp_conf_set()) [0x2400007ed:0x950:0x0]: losing layout lock 00010000:00010000:2.0:1776186293.921683:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.921688:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 1/0,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.921692:0:147310:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1776186293.921693:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 000000000ba6f491/0xa474374c0006d7c9 lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x950:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xed5c52a46e4df6ce expref: -99 pid: 147308 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1776186293.921704:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7d7 lrc: 0/0,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df70d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.921716:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.921723:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000093e4061a x1862459654785536/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.921742:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785536:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186293.921813:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.931147:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093e4061a pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785536:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186293.931204:0:147310:0:(vvp_io.c:1820:vvp_io_init()) [0x2400007ed:0x950:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1776186293.931215:0:147310:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1776186293.931235:0:147310:0:(vvp_io.c:313:vvp_io_fini()) [0x2400007ed:0x950:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:2.0:1776186293.931240:0:147310:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x2400007ed:0x950:0x0](00000000e39d25f9) 00000080:00200000:2.0:1776186293.931498:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.931515:0:147310:0:(namei.c:1111:ll_lookup_nd()) VFS Op:name=b, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a), flags=0 00000080:00200000:2.0:1776186293.931519:0:147310:0:(namei.c:833:ll_lookup_it()) VFS Op:name=b, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a), intent=getattr 00000002:00010000:2.0:1776186293.931536:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: b,[0x0:0x0:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:2.0:1776186293.931576:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.931585:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.931594:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.931610:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785600:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.931665:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.934590:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785600:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.934608:0:147310:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 4/1,0 mode: --/CR res: [0x200025d92:0xca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934627:0:147310:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934634:0:147310:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 4/1,0 mode: --/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934659:0:147310:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934668:0:147310:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934679:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934693:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 5/2,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934699:0:147310:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 4/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.934708:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000008607a815 x1862459654785600/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000002:00010000:2.0:1776186293.934718:0:147310:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934726:0:147310:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000ed20c35a type 13 mode 4 res 8590045619/5700 (0 0) 00000080:00200000:2.0:1776186293.934749:0:147310:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1644:0x0], updating i_size 4096 00000080:00200000:2.0:1776186293.934753:0:147310:0:(namei.c:157:ll_iget()) got inode: [0x20001b1b3:0x1644:0x0](00000000a134fb5c): rc = 0 00000080:00010000:2.0:1776186293.934759:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1644:0x0](00000000a134fb5c) for lock 0xa474374c0006d7f3 00000080:00010000:2.0:1776186293.934769:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1644:0x0](00000000a134fb5c) 00000080:00010000:2.0:1776186293.934772:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7f3 from it 000000009acf2518 00010000:00010000:2.0:1776186293.934774:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934781:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1776186293.934838:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: readdir flags 0 00010000:00010000:2.0:1776186293.934989:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 3/1,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.934997:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 3/1,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.935007:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 3/1,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.935030:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785664:192.168.203.125@tcp:101:rm.0 00000100:00100000:2.0:1776186293.935093:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.940278:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785664:192.168.203.125@tcp:101:rm.0 00010000:00010000:2.0:1776186293.940392:0:147310:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.940407:0:147310:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 4/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1776186293.940471:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=4 disposition=0, status=0 req@000000008607a815 x1862459654785664/t0(0) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 328/344 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'rm.0' 00000100:00100000:3.0:1776186293.941165:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785728:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186293.941238:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d423311 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.951367:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785728:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186293.951945:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.951958:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1776186293.951975:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186293.951986:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.951997:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00200000:3.0:1776186293.952009:0:147310:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:3.0:1776186293.952012:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.952016:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.954711:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c),name=b 00000002:00010000:3.0:1776186293.954741:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1644:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.954758:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.954770:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.955401:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1644:0x0](00000000a134fb5c) 00000080:00010000:3.0:1776186293.955405:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1644:0x0](00000000a134fb5c) for lock 0xa474374c0006d7f3 00000080:00010000:3.0:1776186293.955411:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7f3 from it 00000000661283b9 00010000:00010000:3.0:1776186293.955413:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.955421:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.955485:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 1 00000080:00200000:3.0:1776186293.955492:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=258 00000080:00200000:3.0:1776186293.955499:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c), inode mode 41ed mask 44 00000080:00200000:3.0:1776186293.955506:0:147310:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c), flags 704400 00000002:00010000:3.0:1776186293.955518:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1644:0x0]) in obj [0x20001b1b3:0x1644:0x0], intent: open flags 0240704401 00010000:00010000:3.0:1776186293.955562:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.955569:0:147310:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1776186293.955580:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1776186293.955589:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000944794e3 x1862459654785856/t0(0) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/131800 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1776186293.955598:0:147310:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 3/1,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.955617:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785856:192.168.203.125@tcp:101:rm.0 00000100:00100000:3.0:1776186293.955792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000002:00010000:0.0:1776186293.955888:0:147311:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x240001788:0xca:0x0]) in obj [0x240001788:0xca:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186293.955904:0:147311:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.955913:0:147311:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186293.955924:0:147311:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186293.955927:0:147311:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 3/1,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.955933:0:147311:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1776186293.955942:0:147311:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200025d92:0xca:0x0]) in obj [0x200025d92:0xca:0x0], intent: readdir flags 0 00010000:00010000:0.0:1776186293.955947:0:147311:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.955952:0:147311:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00200000:0.0:1776186293.955962:0:147311:0:(mdc_request.c:1184:mdc_page_locate()) offset fffffffffffffffe [0x0 0xfffffffffffffffe], hash 0x0 00010000:00010000:0.0:1776186293.955964:0:147311:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 3/1,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186293.955971:0:147311:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.960235:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785856:192.168.203.125@tcp:101:rm.0 00010000:00010000:3.0:1776186293.960271:0:147310:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960286:0:147310:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960293:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 4/1,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960340:0:147310:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960348:0:147310:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960354:0:147310:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a1808210 already unused, calling callback (00000000a546a25d) 00010000:00010000:3.0:1776186293.960358:0:147310:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960364:0:147310:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 4/0,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960370:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 5/0,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960377:0:147310:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1776186293.960381:0:147310:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 3/0,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960388:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000a1808210/0xa474374c0006d801 lrc: 0/0,0 mode: --/CR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1776186293.960404:0:147310:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@00000000944794e3 x1862459654785856/t330712491981(330712491981) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000002:00100000:3.0:1776186293.960415:0:147310:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000944794e3 x1862459654785856/t330712491981(330712491981) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186293.960440:0:147310:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x20001b1b3:0x1644:0x0], updating i_size 4096 00000002:00100000:3.0:1776186293.960455:0:147310:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000944794e3 x1862459654785856/t330712491981(330712491981) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 2 fl Complete:RPQU/4/0 rc 301/301 job:'rm.0' 00000080:00200000:3.0:1776186293.960564:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c),name=b 00000002:00010000:3.0:1776186293.960582:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1644:0x0]) in obj [0x200025d92:0xca:0x0], intent: getattr flags 0 00010000:00010000:3.0:1776186293.960593:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960602:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1776186293.960611:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x20001b1b3:0x1644:0x0](00000000a134fb5c) 00000080:00010000:3.0:1776186293.960614:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x20001b1b3:0x1644:0x0](00000000a134fb5c) for lock 0xa474374c0006d7f3 00000080:00010000:3.0:1776186293.960619:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c0006d7f3 from it 00000000b958c2e8 00010000:00010000:3.0:1776186293.960620:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960626:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.960655:0:147310:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1776186293.960665:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x20001b1b3:0x1644:0x0]) in obj [0x20001b1b3:0x1644:0x0], intent: readdir flags 0 00010000:00010000:3.0:1776186293.960670:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.960676:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776186293.961454:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785920:192.168.203.125@tcp:37:rm.0 00000100:00100000:3.0:1776186293.961538:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.972484:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654785920:192.168.203.125@tcp:37:rm.0 00010000:00010000:3.0:1776186293.977640:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 3/1,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776186293.977662:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1776186293.977704:0:147310:0:(dir.c:345:ll_iterate()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1776186293.977720:0:147310:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c) 00000002:00100000:3.0:1776186293.977765:0:147310:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000944794e3 x1862459654785856/t330712491981(330712491981) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 1 fl Complete:RPQU/4/ffffffff rc 301/-1 job:'rm.0' 00000020:00100000:3.0:1776186293.977793:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1776186293.977797:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000524bdd77 x1862459654786048/t0(0) o35->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186293.977818:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654786048:192.168.203.125@tcp:35:rm.0 00000100:00100000:3.0:1776186293.977901:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 000000006277c8b6 going to sleep for 6 seconds 00000100:00100000:3.0:1776186293.986376:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654786048:192.168.203.125@tcp:35:rm.0 00000002:00100000:3.0:1776186293.986414:0:147310:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000944794e3 x1862459654785856/t330712491981(330712491981) o101->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 648/600 e 0 to 0 dl 1776186301 ref 1 fl Complete:RQU/4/ffffffff rc 301/-1 job:'rm.0' 00000080:00200000:2.0:1776186293.986631:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.986642:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=b, flags=0 00000080:00200000:2.0:1776186293.986645:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.986650:0:147310:0:(namei.c:1931:ll_rmdir()) VFS Op:name=b, dir=[0x2400007ed:0x94e:0x0](0000000034ddf87a) 00010000:00010000:2.0:1776186293.986692:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 2/0,0 mode: PR/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.986760:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 2/0,0 mode: PR/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.986839:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 1/0,0 mode: --/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.986845:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 1/0,0 mode: --/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.986850:0:147310:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1776186293.986852:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000f1d403d5/0xa474374c0006d7f3 lrc: 0/0,0 mode: --/PR res: [0x20001b1b3:0x1644:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df776 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.986864:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000065cb697b/0xa474374c0006d7de lrc: 0/0,0 mode: --/PR res: [0x200025d92:0xca:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df71b expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186293.986878:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186293.986883:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008607a815 x1862459654786176/t0(0) o36->lustre-MDT0000-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.986918:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654786176:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186293.986993:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.991175:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654786176:192.168.203.125@tcp:36:rm.0 00000080:00200000:2.0:1776186293.991222:0:147310:0:(llite_lib.c:1843:ll_clear_inode()) VFS Op:inode=[0x20001b1b3:0x1644:0x0](00000000a134fb5c) 00000080:00200000:2.0:1776186293.991289:0:147310:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x2400007ed:0x94e:0x0](0000000034ddf87a) 00010000:00010000:2.0:1776186293.992560:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.992613:0:147310:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d),name=/ 00000002:00010000:2.0:1776186293.992629:0:147310:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1776186293.992638:0:147310:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.992646:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1776186293.992655:0:147310:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) 00000080:00010000:2.0:1776186293.992658:0:147310:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000de3af91d) for lock 0xa474374c00050696 00000080:00010000:2.0:1776186293.992664:0:147310:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xa474374c00050696 from it 00000000a9d88b6f 00010000:00010000:2.0:1776186293.992666:0:147310:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.992674:0:147310:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 00000000bc2562fe/0xa474374c00050696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e45994c expref: -99 pid: 142748 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1776186293.992686:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000de3af91d), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.992692:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=d70d.replay-single, flags=24 00000080:00200000:2.0:1776186293.992695:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 1 00000080:00200000:2.0:1776186293.992701:0:147310:0:(dcache.c:309:ll_revalidate_dentry()) VFS Op:name=test1, flags=0 00000080:00200000:2.0:1776186293.992703:0:147310:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x20001b1b3:0x13eb:0x0](00000000eac384bc), inode mode 41ed mask 3 00000080:00200000:2.0:1776186293.992707:0:147310:0:(namei.c:1931:ll_rmdir()) VFS Op:name=test1, dir=[0x20001b1b3:0x13eb:0x0](00000000eac384bc) 00010000:00010000:2.0:1776186293.992723:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.992737:0:147310:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.993105:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.993113:0:147310:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186293.993135:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8e0e1174d800 lock: 0000000033869675/0xa474374c0006d7ad lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df681 expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186293.993157:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 2/0,0 mode: CR/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776186293.993179:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186293.993198:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654786240:192.168.203.125@tcp:103:rm.0 00000002:00100000:2.0:1776186293.993328:0:147310:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000bee1af48 x1862459654785408/t12884907285(12884907285) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'rm.0' 00000020:00100000:2.0:1776186293.993348:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776186293.993354:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a498d234 x1862459654786368/t0(0) o35->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186293.993368:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a498d234 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654786368:192.168.203.125@tcp:35:rm.0 00000100:00100000:2.0:1776186293.993394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:2.0:1776186293.996749:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654786240:192.168.203.125@tcp:103:rm.0 00000100:00100000:2.0:1776186294.003518:0:147310:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a498d234 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654786368:192.168.203.125@tcp:35:rm.0 00000002:00100000:2.0:1776186294.003553:0:147310:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000bee1af48 x1862459654785408/t12884907285(12884907285) o101->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1776186300 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'rm.0' 00010000:00010000:2.0:1776186294.003606:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.003631:0:147310:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 2/0,0 mode: PR/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.003667:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 1/0,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.003674:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.003679:0:147310:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 1/0,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.003684:0:147310:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1776186294.003686:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000f3bfa2b4/0xa474374c0006d7ec lrc: 0/0,0 mode: --/CR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df737 expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.003696:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000199259c5/0xa474374c0006d7d0 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df6ff expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.003703:0:147310:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 00000000e5eb87c7/0xa474374c0006d7b4 lrc: 0/0,0 mode: --/PR res: [0x2400007ed:0x94e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xed5c52a46e4df68f expref: -99 pid: 147308 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1776186294.003720:0:147310:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff8e0e1174d800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1776186294.003726:0:147310:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a498d234 x1862459654786496/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186294.004027:0:147310:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a498d234 pname:cluuid:pid:xid:nid:opc:job rm:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:147310:1862459654786496:192.168.203.125@tcp:36:rm.0 00000100:00100000:2.0:1776186294.005344:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 6 seconds 00000100:00100000:1.0:1776186294.030021:0:2270:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1776186294.030274:0:33156:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862459663789824 00000100:00100000:0.0:1776186294.030351:0:33156:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 7320 00000100:00100000:0.0:1776186294.030357:0:33156:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020550c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663789824:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1776186294.030372:0:33156:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776186294.030444:0:33156:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1776186294.030449:0:33156:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020550c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f+5:11280:x1862459663789824:12345-192.168.203.125@tcp:104: Request processed in 92us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1776186294.030456:0:33156:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 7320 00010000:00010000:2.0:1776186294.030577:0:14248:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776186294.030582:0:14248:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.030593:0:14248:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084782f68 already unused, calling callback (00000000a546a25d) 00010000:00010000:2.0:1776186294.030597:0:14248:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.030604:0:14248:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.030611:0:14248:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 3/0,0 mode: PR/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.030706:0:14248:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 2/0,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.030713:0:14248:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1776186294.030742:0:14248:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 1/0,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.030749:0:14248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff8e0e1174d800 lock: 0000000084782f68/0xa474374c0006d7fa lrc: 0/0,0 mode: --/PR res: [0x240001788:0xca:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xed5c52a46e4df77d expref: -99 pid: 147310 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776186294.030767:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776186294.030769:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776186294.030771:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186294.030883:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bee1af48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654786560:192.168.203.125@tcp:103:ldlm_bl_01.0 00000100:02020000:3.0:1776186294.038936:0:2280:0:(client.c:1361:ptlrpc_check_status()) 11-0: lustre-MDT0001-mdc-ffff8e0e1174d800: operation ldlm_cancel to node 192.168.203.125@tcp failed: rc = -19 00000100:00080000:3.0:1776186294.054274:0:2280:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff8e0e1174d800 of lustre-MDT0001_UUID@192.168.203.125@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1776186294.054285:0:2280:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1776186294.054293:0:2280:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8e0e1174d800: Connection to lustre-MDT0001 (at 192.168.203.125@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1776186294.054321:0:2280:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186294.054326:0:2280:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6243 00000100:00080000:3.0:1776186294.054334:0:2280:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186294.054345:0:2280:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186294.054373:0:2280:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654786624/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186294.054967:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654786624:192.168.203.125@tcp:38:ptlrpcd_01_00.0 00000100:00080000:2.0:1776186294.068886:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186294.068896:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186294.068906:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654786624:192.168.203.125@tcp:38:ptlrpcd_01_00.0 00010000:00010000:3.0:1776186294.263846:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776186295.292692:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186296.311868:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186296.951515:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654786688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776186296.954890:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776186296.954915:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654786752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776186296.959280:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186296.959291:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186296.959294:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186296.959410:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6440 00000100:00080000:0.0:1776186296.959415:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1776186296.959420:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186296.959431:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186296.959603:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654786688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776186296.959662:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654786752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186296.959713:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654786816/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186296.959821:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654786816:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776186296.959932:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654786944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776186296.959962:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186296.959967:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654786880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186296.975954:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654786880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186296.975973:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654786944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776186296.976981:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186296.976987:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186296.976993:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654786816:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776186297.337064:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776186298.359585:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776186299.410202:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186300.023644:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 1 seconds 00010000:00010000:3.0:1776186300.471706:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1776186301.047724:0:147310:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776186294/real 1776186294] req@00000000a498d234 x1862459654786496/t0(0) o36->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 496/624 e 0 to 1 dl 1776186301 ref 2 fl Rpc:XQr/0/ffffffff rc 0/-1 job:'rm.0' 00000100:00080000:2.0:1776186301.047757:0:147310:0:(import.c:234:ptlrpc_set_import_discon()) mdc: import 0000000023b941c0 already not connected (conn 16, was 14): DISCONN 00000100:00100000:2.0:1776186301.047763:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186301.495965:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186302.071425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186302.071555:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186302.071561:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186302.071564:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186302.071572:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6443 00000100:00080000:1.0:1776186302.071583:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 11s 00000100:00080000:1.0:1776186302.071589:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186302.071597:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186302.071611:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654787136/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186302.071719:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654787136:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776186302.071729:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186302.071802:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186302.071829:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186302.071833:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654787008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186302.071845:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776186302.095923:0:2278:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e0e1174d800: committing for last_committed 330712491983 gen 11 00000100:00100000:1.0:1776186302.095965:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776186302.095981:0:2278:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e0e1174d800: committing for last_committed 4294974349 gen 11 00000100:00100000:1.0:1776186302.096000:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186302.101649:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654787008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776186302.101686:0:2278:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e0e1174d800: committing for last_committed 30064775027 gen 34 00000100:00100000:0.0:1776186302.101722:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776186302.107607:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186302.107622:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186302.107635:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654787136:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776186302.519683:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186303.097361:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186303.543788:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186304.120256:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186304.570264:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186305.144610:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186305.591509:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186306.167683:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186306.616972:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186307.191417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186307.191484:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186307.191490:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186307.191493:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186307.191502:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6448 00000100:00080000:1.0:1776186307.191505:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 16s 00000100:00080000:1.0:1776186307.191511:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:0.0:1776186307.191531:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654787328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186307.191614:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186307.191620:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654787392:192.168.203.125@tcp:400:kworker/u8:3.0 00000008:00100000:1.0:1776186307.191822:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186307.191840:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654787456/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186307.192366:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186307.192412:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186307.192418:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186307.192595:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654787456:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186307.228647:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186307.228711:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654787520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186307.228891:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186307.228896:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186307.228900:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654787456:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186307.229233:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654787392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186307.229245:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654787328:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186307.642093:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186308.215675:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186308.665973:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186309.239528:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186309.687654:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186310.264792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186310.712936:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186311.287990:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186311.750209:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186312.312891:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186312.313149:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186312.313154:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186312.313158:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186312.313166:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6453 00000100:00080000:3.0:1776186312.313170:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186312.313175:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186312.313185:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186312.313199:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654787776/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186312.313256:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654787712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186312.313379:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654787904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186312.313409:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776186312.313414:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654787648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186312.313436:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654787840:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186312.314034:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654787776:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186312.316219:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654787648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186312.335674:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186312.335684:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186312.335692:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654787776:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186312.335767:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654787712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186312.335777:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654787904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186312.354659:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654787840:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186312.759750:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186313.338534:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186313.785330:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186314.360780:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186314.807673:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186315.383414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186315.835159:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186316.407550:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186316.856241:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186317.433131:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186317.434530:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186317.434535:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186317.434538:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186317.434548:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6458 00000100:00080000:1.0:1776186317.434551:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186317.434556:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186317.434565:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186317.434588:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654788096/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186317.435194:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186317.435280:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186317.435336:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186317.435342:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654787968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186317.435366:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186317.435727:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654788096:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1776186317.445164:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186317.445174:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186317.445183:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654788096:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186317.453974:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186317.453998:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186317.454010:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186317.454040:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654787968:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186317.880476:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186318.456772:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186318.903505:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186319.479574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186319.931040:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186320.503461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186320.951526:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186321.528741:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186321.975512:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186322.552471:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186322.552610:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186322.552615:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186322.552619:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186322.552628:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6463 00000100:00080000:0.0:1776186322.552632:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186322.552655:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186322.552666:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186322.552680:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654788416/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186322.552733:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186322.552860:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654788416:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186322.552978:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654788288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186322.553008:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654788480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186322.553206:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186322.562569:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654788288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186322.565027:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654788480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186322.565132:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186322.565138:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186322.565143:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654788416:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186322.565221:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186322.570852:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788352:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186322.999524:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186323.575799:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186324.025322:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186324.599842:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186325.047504:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186325.623404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186326.073748:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186326.647801:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186327.095653:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186327.671411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186327.671923:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186327.671928:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186327.671932:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186327.671940:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6469 00000100:00080000:3.0:1776186327.671954:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186327.671960:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186327.671969:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186327.671984:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654788736/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186327.672184:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654788736:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186327.672729:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654788608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186327.672776:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654788800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186327.672804:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186327.672810:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654788672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186327.672832:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654788864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186327.680670:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654788672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186327.680691:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654788864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186327.680701:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654788608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186327.680710:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654788800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186327.680958:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186327.680963:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186327.680967:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654788736:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186328.119528:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186328.696030:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186329.143727:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186329.720277:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186330.171791:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186330.744761:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186331.191553:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186331.767463:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186332.217050:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186332.791413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186332.791978:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186332.791983:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186332.791986:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186332.791996:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6474 00000100:00080000:0.0:1776186332.791999:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186332.792004:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186332.792014:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186332.792028:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654789056/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186332.792077:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186332.792150:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186332.792174:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186332.792179:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654788928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186332.792197:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186332.793110:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654789056:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186332.803253:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186332.803273:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654788992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186332.803282:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186332.804053:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654788928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186332.804202:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186332.804207:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186332.804212:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654789056:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186333.243650:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186333.815410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186334.263761:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186334.840484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186335.291048:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186335.863528:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186336.311540:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186336.887411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186337.336738:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186337.911502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186337.912024:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654789248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186337.913043:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186337.913056:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654789312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186337.913934:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186337.913941:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186337.913945:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186337.913952:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6479 00000100:00080000:2.0:1776186337.913956:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186337.913962:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186337.913972:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186337.914001:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654789376/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186337.914093:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654789376:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186337.914168:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654789504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186337.914197:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186337.914203:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654789440:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186337.918885:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654789312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186337.918904:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654789248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186337.919884:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186337.919892:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186337.919898:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654789376:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186337.919933:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654789440:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186337.919945:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654789504:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186338.361604:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186338.938062:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186339.385798:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186339.960574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186340.410158:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186340.983780:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186341.433276:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186342.007530:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186342.455521:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186343.031395:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186343.031699:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654789568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186343.031950:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186343.031955:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186343.031958:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186343.031964:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6484 00000100:00080000:0.0:1776186343.031966:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186343.031972:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186343.031981:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186343.031998:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654789696/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186343.032055:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654789696:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186343.032607:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186343.032640:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186343.032664:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186343.032670:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186343.048229:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186343.048496:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186343.048501:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186343.048507:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654789696:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186343.055978:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654789568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186343.070726:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186343.070745:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654789824:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186343.479617:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186344.055709:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186344.507174:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186345.079558:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186345.527557:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186346.103704:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186346.552467:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186347.127758:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186347.575564:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186348.151445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186348.151669:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654789888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186348.153921:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186348.154096:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654789952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186348.154641:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654789888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186348.159067:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186348.159078:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186348.159081:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186348.159101:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6489 00000100:00080000:2.0:1776186348.159104:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186348.159110:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186348.159121:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186348.159152:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654790016/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186348.159223:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790016:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186348.159231:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654790144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186348.159406:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654790080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186348.167328:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654789952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186348.168859:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186348.168868:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186348.168875:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790016:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186348.175187:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654790144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186348.176424:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654790080:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186348.600173:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186349.176063:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186349.625020:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186350.204116:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186350.648144:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186351.224083:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186351.671652:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186352.249321:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186352.695519:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186353.271469:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186353.271476:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186353.271479:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186353.271488:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6494 00000100:00080000:1.0:1776186353.271490:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186353.271496:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186353.271504:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186353.271516:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654790336/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186353.271750:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790336:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186353.271930:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654790208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186353.272020:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186353.273190:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654790400:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186353.273244:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186353.273250:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654790272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186353.273269:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654790464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186353.282253:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654790400:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186353.282284:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654790272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186353.282294:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654790464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186353.282318:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654790208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186353.322948:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186353.322959:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186353.322968:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790336:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776186353.719687:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186354.295406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186354.744974:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186355.319414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186355.767551:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186356.343823:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186356.791730:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186357.367397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186357.815675:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186358.391410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186358.391569:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186358.391574:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186358.391578:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1776186358.391579:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654790528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186358.391587:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6499 00000100:00080000:3.0:1776186358.391590:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186358.391596:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186358.391606:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186358.391623:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654790656/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186358.391674:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654790720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186358.391684:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654790592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186358.391728:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654790784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186358.391816:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790656:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:0.0:1776186358.394807:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186358.394817:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186358.394825:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790656:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186358.394945:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654790592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186358.394957:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654790784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186358.395514:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654790720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186358.395528:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654790528:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186358.839499:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186359.415558:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186359.865555:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186360.439406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186360.887530:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186361.463392:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186361.912265:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186362.487418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186362.936194:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186363.511666:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186363.511673:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186363.511676:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186363.511685:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6504 00000100:00080000:1.0:1776186363.511689:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186363.511695:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186363.511714:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186363.511731:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654790976/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186363.511748:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654790848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186363.511806:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790976:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186363.511813:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654790912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186363.511905:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186363.512026:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654791104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186363.513666:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186363.513682:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654791040:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186363.517153:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654791040:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186363.517173:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654790912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186363.517183:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654791104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186363.517575:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186363.517580:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186363.517584:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654790976:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186363.520697:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654790848:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186363.959471:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186364.535424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186364.987554:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186365.559406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186366.007515:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186366.583394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186367.032492:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186367.607414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186368.055596:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186368.631429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186368.631528:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186368.631533:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186368.631536:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186368.631545:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6510 00000100:00080000:2.0:1776186368.631548:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186368.631553:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186368.631563:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186368.631575:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654791296/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186368.631628:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654791168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186368.631722:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186368.631737:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654791296:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186368.631749:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186368.631754:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186368.631773:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186368.644008:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1776186368.644015:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186368.644018:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186368.644027:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654791296:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186368.644037:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186368.644050:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654791168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186368.644063:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791360:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186369.079464:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186369.655519:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186370.103584:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186370.680530:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186371.127605:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186371.703815:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186372.154882:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186372.727588:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186373.177627:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776186373.752624:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186373.752631:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186373.752634:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186373.752651:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6515 00000100:00080000:2.0:1776186373.752655:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186373.752661:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186373.752671:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186373.752686:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654791616/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186373.752907:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654791552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186373.752982:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654791616:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186373.752987:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186373.752996:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654791488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186373.754188:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186373.754225:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186373.754230:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186373.754286:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186373.760025:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186373.760035:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186373.760044:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654791616:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186373.761363:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654791552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186373.762709:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654791488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186373.766588:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186373.767328:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654791744:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186374.201004:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186374.775400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186375.228518:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186375.799435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186376.248781:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186376.823416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186377.271545:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186377.847413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186378.295557:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186378.871457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186378.871582:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186378.871587:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186378.871591:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186378.871599:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6520 00000100:00080000:1.0:1776186378.871601:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186378.871607:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186378.871615:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186378.871629:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654791936/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186378.871678:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654791936:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186378.872268:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654791808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186378.872339:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654792000:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186378.872368:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186378.872374:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654791872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186378.872393:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654792064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186378.877847:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654791872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186378.877863:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654792064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186378.877874:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654792000:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186378.878208:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186378.878213:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186378.878218:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654791936:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186378.880151:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654791808:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186379.319508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186379.895416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186380.343974:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186380.919498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186381.368528:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186381.943717:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186382.392734:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186382.967445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186383.416681:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186383.991432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186383.991571:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186383.991576:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186383.991580:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186383.991588:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6525 00000100:00080000:0.0:1776186383.991591:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186383.991597:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186383.991606:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186383.991621:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654792256/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186383.991634:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654792128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186383.991685:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654792192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186383.991719:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654792320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186383.991730:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654792384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186383.991854:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654792256:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186383.995926:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654792128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186383.997947:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654792320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186383.998360:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186383.998366:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186383.998371:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654792256:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186383.998725:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654792192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186383.998747:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654792384:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186384.439531:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186385.015447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186385.463914:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186386.041572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186386.487592:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186387.063506:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186387.512383:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186388.087486:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186388.537796:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776186389.111647:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186389.111654:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186389.111657:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186389.111666:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6530 00000100:00080000:2.0:1776186389.111669:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1776186389.111669:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654792448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186389.111674:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186389.111683:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186389.111695:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654792576/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186389.111747:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654792640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186389.111764:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654792512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186389.111788:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654792704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186389.111862:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654792576:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186389.112568:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186389.114923:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186389.114932:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186389.114940:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654792576:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186389.115025:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654792512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186389.115105:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654792448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186389.116218:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654792640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186389.116347:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654792704:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186389.560937:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186390.136656:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186390.583568:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186391.161266:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186391.609795:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186392.183429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186392.631521:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186393.207466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186393.655516:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186394.231544:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186394.231551:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186394.231555:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186394.231564:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6535 00000100:00080000:3.0:1776186394.231568:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186394.231587:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186394.231597:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186394.231623:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654792896/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186394.232139:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654792768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186394.232246:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654792960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186394.232280:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186394.232286:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654792832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186394.232539:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654792896:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186394.232571:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186394.233197:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186394.235236:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186394.235245:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186394.235252:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654792896:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186394.236892:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654792960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186394.236918:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654792832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186394.236927:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186394.236936:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654792768:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186394.679856:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186395.255758:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186395.703522:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186396.280560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186396.728327:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186397.303480:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186397.751547:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186398.327693:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186398.775536:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186399.351724:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186399.351901:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186399.351906:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186399.351909:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186399.351918:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6540 00000100:00080000:2.0:1776186399.351920:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186399.351926:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186399.351935:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186399.351950:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654793216/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186399.352008:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654793152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186399.352102:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654793344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186399.352140:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776186399.352146:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654793088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186399.352167:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654793280:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186399.352247:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654793216:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186399.356902:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654793088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186399.358448:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654793280:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186399.358464:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654793152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186399.358473:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654793344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186399.362041:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186399.362051:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186399.362059:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654793216:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186399.800819:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186400.375705:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186400.825472:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186401.399420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186401.847600:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186402.423618:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186402.871594:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186403.449276:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186403.895566:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186404.471607:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186404.472030:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186404.472036:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186404.472039:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186404.472049:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6545 00000100:00080000:2.0:1776186404.472051:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186404.472057:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186404.472068:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186404.472081:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654793536/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186404.472187:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654793408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186404.472270:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793600:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186404.472636:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186404.472645:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186404.472687:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186404.473207:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654793536:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186404.478034:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186404.478054:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186404.478064:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654793408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186404.478074:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793600:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186404.478934:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186404.478941:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186404.478947:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654793536:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186404.919661:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186405.495412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186405.943489:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186406.519437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186406.968889:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186407.543433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186407.991806:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186408.567402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186409.015967:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186409.591467:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186409.591692:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186409.591697:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186409.591700:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186409.591708:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6551 00000100:00080000:3.0:1776186409.591711:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186409.591717:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186409.591729:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186409.591743:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654793856/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186409.591812:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654793856:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186409.591841:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654793728:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186409.591898:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793920:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186409.591926:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186409.591932:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186409.591952:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186409.597936:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186409.597957:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793920:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186409.600584:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186409.600594:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186409.600603:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654793856:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186409.600758:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654793792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186409.600783:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654793728:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186410.039462:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186410.615433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186411.065768:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186411.640075:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186412.087738:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186412.663411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186413.111491:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186413.688056:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186414.135736:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186414.711458:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1776186414.711463:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186414.711468:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186414.711471:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1776186414.711476:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186414.711480:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6556 00000100:00080000:3.0:1776186414.711485:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186414.711490:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186414.711500:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186414.711516:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654794176/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186414.711567:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654794048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186414.711677:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186414.711889:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794240:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186414.711897:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654794176:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186414.711986:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186414.711995:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794304:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186414.715528:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186414.715557:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654794048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186414.719999:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794304:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186414.720019:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794240:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186414.720170:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186414.720175:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186414.720180:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654794176:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186415.160920:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186415.735744:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186416.183502:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186416.759447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186417.207531:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186417.783409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186418.232570:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186418.807668:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186419.256634:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186419.833769:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186419.834098:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186419.834104:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186419.834107:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186419.834116:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6561 00000100:00080000:3.0:1776186419.834119:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186419.834125:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186419.834134:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186419.834147:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654794496/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186419.834204:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654794368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186419.834360:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654794496:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186419.834430:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186419.835225:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794560:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186419.836069:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186419.841553:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186419.841594:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186419.841701:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186419.841708:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186419.841712:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654794496:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186419.848610:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654794368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186419.849244:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794560:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186420.280707:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186420.855574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186421.303672:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186421.879429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186422.328446:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186422.905860:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186423.354618:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186423.927662:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186424.376371:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186424.951427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186424.951823:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186424.951829:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186424.951832:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186424.951840:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6566 00000100:00080000:3.0:1776186424.951843:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186424.951849:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186424.951859:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186424.951976:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186424.952067:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186424.952074:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654794688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186424.952754:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654794816/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186424.952816:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654794816:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186424.953545:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186424.953656:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794880:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186424.957185:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654794688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186424.957203:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186424.968995:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654794944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186424.969274:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654794880:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186424.973141:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186424.973153:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186424.973163:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654794816:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186425.399920:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186425.975457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186426.423520:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186426.999841:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186427.447935:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186428.023624:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186428.471567:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186429.047421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186429.495622:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186430.073461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186430.079088:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186430.079095:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186430.079098:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186430.079108:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6571 00000100:00080000:2.0:1776186430.079112:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186430.079117:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186430.079125:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186430.079139:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654795136/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186430.079225:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654795072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186430.079226:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654795136:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186430.079357:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654795008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186430.083075:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654795264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186430.083432:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654795200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186430.090450:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654795008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186430.090474:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654795200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186430.090533:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654795072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186430.090544:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654795264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186430.090621:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186430.090627:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186430.090631:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654795136:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776186430.520421:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186431.095404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186431.544027:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186432.119514:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186432.573154:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186433.143743:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186433.591725:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186434.167418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186434.615655:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186435.191501:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186435.192415:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186435.192420:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186435.192424:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186435.192432:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6576 00000100:00080000:0.0:1776186435.192435:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186435.192441:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186435.192451:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186435.192465:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654795456/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186435.192602:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654795328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186435.192643:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654795456:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186435.196595:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654795520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186435.196958:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186435.196969:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654795392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186435.197001:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654795584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186435.202752:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654795328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186435.213591:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654795520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186435.213666:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654795584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186435.213684:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654795392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186435.215264:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186435.215273:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186435.215280:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654795456:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186435.640994:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186436.215435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186436.665501:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186436.727686:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654795648:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:3.0:1776186436.730428:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654795648:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:1.0:1776186437.239471:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186437.687533:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186438.263447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186438.711694:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186439.289966:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186439.735868:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186440.311506:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186440.311513:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186440.311517:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186440.311528:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6581 00000100:00080000:0.0:1776186440.311532:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186440.311539:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186440.311549:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186440.311577:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654795840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186440.311638:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654795776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186440.311722:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654795968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186440.311752:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186440.311759:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654795712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186440.311780:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654795904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186440.312284:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654795840:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186440.312392:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186440.315224:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654795904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186440.315240:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654795968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186440.317758:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654795712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186440.319690:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654795776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186440.321458:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186440.321466:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186440.321473:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654795840:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186440.759602:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186441.335441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186441.787222:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186442.359416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186442.810127:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186443.383475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186443.831598:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186444.407510:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186444.856100:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186445.431415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186445.431519:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186445.431525:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186445.431528:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186445.431536:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6586 00000100:00080000:3.0:1776186445.431540:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186445.431546:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186445.431555:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186445.431570:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654796160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186445.431577:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654796032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186445.431625:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654796096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186445.431685:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654796224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186445.431803:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654796160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186445.439385:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654796288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186445.457598:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654796032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186445.459835:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186445.459843:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186445.459850:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654796160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186445.460041:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654796096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186445.460066:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654796288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186445.461088:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654796224:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186445.880052:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186446.455770:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186446.903512:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186447.479419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186447.927636:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186448.503673:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186448.951736:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186449.527590:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186449.976444:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186450.551466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186450.551564:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186450.551569:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186450.551572:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186450.551580:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6591 00000100:00080000:1.0:1776186450.551583:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186450.551588:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186450.551597:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186450.551611:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654796480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186450.551679:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654796416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186450.551682:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654796480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186450.552823:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654796352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186450.558542:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654796608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186450.560418:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186450.564255:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654796352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186450.564276:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186450.566960:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654796608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186450.570776:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654796416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186450.576728:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186450.576738:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186450.576746:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654796480:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186450.999885:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186451.575695:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186452.026387:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186452.604106:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186453.047464:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186453.623515:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186454.071517:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186454.647407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186455.095573:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186455.671578:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186455.671585:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186455.671588:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186455.671597:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6597 00000100:00080000:1.0:1776186455.671600:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186455.671605:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186455.671615:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186455.671629:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654796800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186455.671694:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654796672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186455.671778:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186455.671816:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186455.671821:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186455.671842:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186455.672012:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186455.672049:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654796800:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186455.678598:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186455.678617:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186455.678626:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654796672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186455.680417:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654796864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186455.681586:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186455.681594:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186455.681600:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654796800:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186456.129234:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186456.695419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186457.144568:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186457.719416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186458.169222:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186458.743481:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186459.191596:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186459.768735:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186460.216739:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186460.791500:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186460.791508:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186460.791511:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186460.791521:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6602 00000100:00080000:1.0:1776186460.791524:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186460.791529:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186460.791539:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186460.791554:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654797120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186460.791685:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186460.791694:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654797120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186460.791893:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654796992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186460.791926:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186460.791973:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186460.791980:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186460.792015:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186460.800443:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654796992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186460.803540:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186460.803560:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186460.803570:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654797120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186460.803821:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186460.803833:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186460.803851:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797184:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186461.240038:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186461.815544:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186462.264129:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186462.840525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186463.287895:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186463.863465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186464.311976:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186464.887529:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186465.335755:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186465.911491:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186465.911498:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186465.911502:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186465.911510:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6607 00000100:00100000:0.0:1776186465.911513:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654797312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186465.911513:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186465.911519:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186465.911528:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186465.911541:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654797440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186465.911604:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186465.911606:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654797376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186465.911632:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654797568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186465.911721:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654797440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186465.911994:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186465.914179:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654797504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186465.914285:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654797376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186465.914319:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654797568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186465.916165:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186465.916175:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186465.916183:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654797440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186465.916332:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654797312:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186466.362638:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186466.936446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186467.383539:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186467.959418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186468.407542:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186468.983431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186469.433261:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186470.007426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186470.458926:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186471.031470:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186471.035290:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654797632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186471.035619:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186471.035720:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186471.035724:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1776186471.036154:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654797696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186471.036222:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6612 00000100:00080000:3.0:1776186471.036226:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186471.036231:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186471.036241:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186471.046369:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654797696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186471.046482:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654797632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186471.046892:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654797760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186471.046975:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654797888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186471.047048:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186471.047054:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654797824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186471.047208:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654797760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186471.049551:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654797824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186471.049568:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654797888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186471.051374:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186471.051383:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186471.051390:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654797760:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186471.479842:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186472.058665:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186472.504154:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186473.079574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186473.527525:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186474.104229:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186474.551535:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186475.127483:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186475.577414:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186476.151479:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186476.153885:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186476.153892:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186476.153895:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186476.153905:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6617 00000100:00080000:3.0:1776186476.153908:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186476.153913:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186476.153923:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186476.153937:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654798080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186476.153998:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186476.154079:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186476.154109:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186476.154115:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654797952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186476.154135:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186476.156431:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654798080:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186476.160358:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186476.160383:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186476.163090:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654797952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186476.163111:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186476.168794:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186476.168813:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186476.168822:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654798080:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186476.604842:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186477.175676:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186477.625142:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186478.199422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186478.647509:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186479.223573:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186479.671844:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186480.247635:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186480.696016:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186481.276202:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186481.276288:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186481.276293:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186481.276296:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186481.276332:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6622 00000100:00080000:1.0:1776186481.276335:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186481.276341:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186481.276350:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186481.276369:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654798400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186481.276417:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654798336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186481.276513:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654798528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186481.276543:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186481.276548:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654798272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186481.276567:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654798464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186481.277479:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654798400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776186481.282344:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186481.282354:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186481.282362:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654798400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186481.283911:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654798272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186481.283933:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654798464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186481.283945:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654798336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186481.283956:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654798528:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186481.719508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186482.295975:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186482.743476:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186483.319625:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186483.767585:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186484.344542:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186484.791792:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186485.369608:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186485.816447:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186486.391433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186486.391498:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186486.391506:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186486.391513:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186486.391522:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6627 00000100:00080000:3.0:1776186486.391525:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186486.391530:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186486.391539:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186486.391553:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654798720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186486.391613:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186486.391615:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654798720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186486.391709:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654798592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186486.392766:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186486.394724:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654798784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186486.396743:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186486.397015:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654798592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186486.398075:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186486.398082:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186486.398089:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654798720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186486.400484:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654798784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186486.401076:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798848:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186486.839634:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186487.415521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186487.863512:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186488.442524:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186488.887978:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186489.463415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186489.911699:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186490.488119:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186490.935596:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186491.511508:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186491.511515:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186491.511518:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186491.511528:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6632 00000100:00080000:3.0:1776186491.511531:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186491.511536:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186491.511545:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186491.511558:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654799040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186491.511610:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186491.511700:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186491.511728:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186491.511733:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654798912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186491.511753:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186491.512083:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654799040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186491.512154:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186491.520034:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186491.520045:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186491.520053:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654799040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186491.520166:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654798976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186491.520177:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186491.520194:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654798912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186491.520205:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799104:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186491.959977:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186492.535485:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186492.985015:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186493.559381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186494.009881:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186494.583422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186495.032025:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186495.609771:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186496.058508:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186496.631451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186496.634020:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186496.634026:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186496.634030:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186496.634039:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6638 00000100:00080000:3.0:1776186496.634042:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186496.634048:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186496.634057:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186496.634072:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654799360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186496.634138:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186496.634402:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654799360:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186496.634494:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654799232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186496.634558:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186496.644027:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654799424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186496.657975:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654799232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186496.657998:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654799424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186496.658089:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186496.658094:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186496.658097:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654799360:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186496.658536:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186496.658547:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799488:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186497.079649:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186497.655814:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186498.103617:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186498.679417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186499.129594:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186499.703426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186500.151513:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186500.727692:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186501.176778:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186501.751490:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186501.751496:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186501.751499:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186501.751508:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6643 00000100:00080000:1.0:1776186501.751511:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186501.751516:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186501.751525:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186501.751539:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654799680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186501.754053:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654799680:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186501.754904:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654799552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186501.754942:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654799744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186501.754961:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186501.754966:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654799616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186501.754980:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654799808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186501.755053:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186501.758613:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654799744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186501.760035:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654799552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186501.761206:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654799808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186501.764675:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186501.764685:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186501.764694:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654799680:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186501.764888:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654799616:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186502.201027:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186502.777044:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186503.225069:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186503.799917:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186504.247496:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186504.823581:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186505.275234:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186505.847547:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186506.296101:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186506.871405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186506.872686:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186506.872692:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186506.872696:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186506.872705:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6648 00000100:00080000:2.0:1776186506.872709:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186506.872714:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186506.872723:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186506.872739:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654800000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186506.872863:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800000:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186506.873524:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186506.873581:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186506.873608:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186506.873615:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654799872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186506.873635:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186506.878918:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654799872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186506.878940:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186506.879528:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186506.881356:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186506.881365:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186506.881373:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800000:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186506.881746:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654799936:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186507.319907:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186507.895507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186508.347552:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186508.921744:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186509.368572:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186509.943417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186510.391906:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186510.968001:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186511.416752:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186511.991464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186511.991470:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186511.991477:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186511.991480:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186511.991488:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6653 00000100:00080000:2.0:1776186511.991490:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186511.991497:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186511.991506:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186511.991522:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654800320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186511.991859:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186511.992630:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654800192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186511.992674:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186511.992700:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776186511.992705:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186511.992724:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186511.994601:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186511.994611:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186511.994620:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186511.999256:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186511.999277:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186511.999287:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654800192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186511.999319:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800384:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186512.440212:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186513.016121:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186513.463537:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186514.039446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186514.488691:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186515.063409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186515.511519:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186516.089009:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186516.536285:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186517.113688:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186517.118917:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654800512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186517.119550:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186517.119558:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186517.119863:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186517.119869:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186517.119872:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186517.119877:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6658 00000100:00080000:3.0:1776186517.119880:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186517.119886:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186517.120041:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186517.120061:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654800640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186517.120169:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800640:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186517.121126:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800768:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186517.121186:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186517.121193:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186517.129468:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800768:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186517.130002:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186517.135537:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654800512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186517.136995:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654800704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186517.141368:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186517.141380:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186517.141388:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800640:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186517.559523:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186518.135525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186518.586754:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186519.159597:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186519.607559:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186520.183404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186520.632245:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186521.207560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186521.655538:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186522.231410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186522.231453:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186522.231459:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186522.231462:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186522.231471:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6663 00000100:00100000:3.0:1776186522.231473:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654800832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186522.231475:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186522.231484:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186522.231494:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186522.231511:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654800960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186522.231563:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186522.231578:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186522.231580:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186522.232094:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654801024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186522.232175:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186522.232181:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654801088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186522.236696:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654800896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186522.236940:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654800832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186522.237478:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186522.237484:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186522.237489:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654800960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186522.240959:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654801088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186522.240977:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654801024:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186522.679507:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186523.255451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186523.704650:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186524.279641:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186524.733219:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186525.303624:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186525.751582:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186526.327465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186526.775498:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186527.351434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186527.351498:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186527.351502:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186527.351505:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1776186527.351506:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654801152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186527.351509:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6668 00000100:00080000:1.0:1776186527.351512:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186527.351516:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186527.351526:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186527.351589:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186527.351596:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654801216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186527.351655:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654801280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186527.351707:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186527.351733:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186527.351739:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186527.351816:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654801280:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186527.358707:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654801216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186527.358734:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186527.358735:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654801152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186527.358756:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186527.358851:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186527.358856:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186527.358861:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654801280:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186527.799729:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186528.375735:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186528.824017:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186529.399822:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186529.847500:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186530.423406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186530.872458:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186531.447641:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186531.895725:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186532.471396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186532.471536:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186532.471542:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186532.471544:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186532.471552:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6673 00000100:00080000:1.0:1776186532.471555:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186532.471560:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186532.471569:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186532.471583:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654801600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186532.471656:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186532.471728:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186532.471749:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186532.471754:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654801472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186532.471768:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186532.471837:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654801600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186532.480813:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654801472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186532.480838:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186532.480849:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186532.480859:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654801728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186532.484338:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186532.484348:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186532.484356:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654801600:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186532.919735:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186533.495458:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186533.943751:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186534.519396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186534.968002:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186535.543420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186535.991675:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186536.567480:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186537.015573:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186537.591730:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186537.592165:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186537.592170:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186537.592173:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186537.592182:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6679 00000100:00080000:2.0:1776186537.592184:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186537.592191:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186537.592200:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186537.592215:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654801920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186537.592286:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654801920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186537.593337:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654801856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186537.593397:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186537.593404:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654801792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186537.596429:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654801984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186537.596591:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186537.596598:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654802048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186537.601833:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654801792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186537.601856:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654801856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186537.604148:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654802048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186537.604164:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654801984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186537.608115:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186537.608125:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186537.608135:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654801920:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186538.040468:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186538.615470:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186539.067818:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186539.639548:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186540.087586:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186540.663410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186541.112986:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186541.687418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186542.136520:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186542.711569:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186542.711576:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186542.711579:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186542.711589:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6684 00000100:00080000:3.0:1776186542.711593:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186542.711599:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186542.711608:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186542.711623:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654802240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186542.711681:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654802112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186542.711682:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802176:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186542.711821:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654802240:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186542.711915:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186542.711974:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654802304:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186542.715785:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802368:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186542.718091:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186542.718100:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186542.718108:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654802240:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186542.719124:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802176:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186542.719138:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802368:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186542.724510:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654802112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186542.724536:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654802304:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186543.165577:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186543.735460:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186544.183726:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186544.759442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186545.210587:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186545.783631:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186546.231582:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186546.807416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186547.255517:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186547.831377:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186547.831401:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654802432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186547.831404:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186547.831409:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186547.831412:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186547.831417:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6689 00000100:00080000:3.0:1776186547.831419:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186547.831433:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186547.831441:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186547.831452:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654802560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186547.831490:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654802624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186547.831492:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186547.831501:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654802560:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186547.831673:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186547.837006:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186547.837024:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654802688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186547.837114:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654802624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186547.837176:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654802432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186547.849636:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186547.849647:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186547.849656:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654802560:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186548.279512:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186548.855504:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186549.306519:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186549.879486:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186550.328099:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186550.905232:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186551.351527:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186551.927561:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186552.375540:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186552.951944:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186552.951952:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186552.951955:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186552.951964:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6694 00000100:00080000:0.0:1776186552.951968:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186552.951973:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:1.0:1776186552.952146:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654802752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186552.952224:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776186552.952231:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654802816:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:0.0:1776186552.952453:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186552.952481:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654802880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186552.952547:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654803008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186552.952582:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776186552.952588:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654802944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186552.952646:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654802880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186552.953432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186552.959077:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654802816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186552.959109:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654802752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186552.960371:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654802944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186552.960387:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654803008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186552.960740:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186552.960746:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186552.960750:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654802880:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776186553.402212:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186553.976757:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186554.425503:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186555.000035:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186555.447637:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186556.023410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186556.472322:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186557.047422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186557.498886:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186558.071915:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186558.072278:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186558.072283:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186558.072286:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186558.072294:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6699 00000100:00080000:3.0:1776186558.072323:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186558.072330:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186558.072338:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186558.072352:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654803200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186558.072389:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186558.072472:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186558.072499:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186558.072515:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654803072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186558.072537:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186558.073234:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654803200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186558.077102:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186558.077120:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186558.081746:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654803072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186558.084164:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186558.084470:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186558.084475:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186558.084480:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654803200:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186558.520089:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186559.097330:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186559.543594:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186560.119414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186560.568546:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186561.143657:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186561.595003:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186562.170108:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186562.615514:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186563.191463:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186563.191547:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186563.191555:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186563.191561:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186563.191575:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6704 00000100:00080000:3.0:1776186563.191579:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186563.191587:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186563.191600:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186563.191619:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654803520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186563.191686:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186563.191743:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654803520:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186563.191810:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186563.191862:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186563.191871:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654803392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186563.191900:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186563.196139:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654803392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186563.196162:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186563.196172:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186563.198243:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186563.198346:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186563.198351:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186563.198356:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654803520:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186563.639895:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186564.215539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186564.663514:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186565.239468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186565.689578:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186566.263425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186566.711823:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186567.287507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186567.736836:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186568.311548:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186568.311562:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186568.311565:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186568.311575:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6709 00000100:00080000:3.0:1776186568.311579:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186568.311585:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186568.311596:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186568.311612:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654803840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186568.311670:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186568.311759:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186568.311790:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186568.311806:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654803712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186568.311828:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186568.312616:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654803840:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186568.312680:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186568.319898:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654803712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186568.319923:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186568.319933:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186568.319942:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654803968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186568.321048:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186568.321057:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186568.321065:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654803840:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186568.759498:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186569.335766:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186569.787117:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186570.362655:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186570.809355:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186571.383432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186571.834460:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186572.407428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186572.858676:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776186573.431629:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186573.431636:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186573.431639:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186573.431648:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6714 00000100:00080000:2.0:1776186573.431651:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186573.431657:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186573.431667:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186573.431682:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654804160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186573.431766:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654804096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186573.431840:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654804288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186573.431865:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186573.431870:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654804032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186573.431905:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654804224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186573.432063:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186573.432406:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654804160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186573.437351:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654804032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186573.437375:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654804224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186573.437386:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654804096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186573.437394:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654804288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186573.438392:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186573.438399:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186573.438406:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654804160:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776186573.879636:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186574.455454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186574.912791:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186575.479408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186575.927693:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186576.503397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186576.951554:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186577.527463:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186577.975482:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186578.551625:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186578.551630:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186578.551633:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186578.551641:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6719 00000100:00080000:0.0:1776186578.551644:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186578.551649:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186578.551656:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186578.551666:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654804480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186578.551714:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654804480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186578.551832:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654804352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186578.551843:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186578.551874:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776186578.551891:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186578.551926:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186578.551949:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776186578.551958:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186578.560537:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186578.560557:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186578.560569:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186578.560577:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654804352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186578.560632:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186578.560638:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186578.560643:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654804480:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186579.004340:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186579.575426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186580.023756:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186580.601082:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186581.047646:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186581.623650:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186582.071514:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186582.648098:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186583.095539:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186583.671402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186583.671617:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186583.671623:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186583.671626:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186583.671634:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6725 00000100:00100000:0.0:1776186583.671635:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654804672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186583.671637:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186583.671646:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186583.671656:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186583.671672:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654804800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186583.671729:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654804736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186583.671738:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186583.671780:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654804928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186583.671871:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654804800:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186583.679743:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654804736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186583.679763:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654804928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186583.679866:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654804864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186583.679877:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654804672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186583.679956:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186583.679960:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186583.679964:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654804800:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186584.119825:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186584.695569:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186585.143500:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186585.719784:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186586.167653:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186586.746209:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186587.191618:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186587.767450:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186588.217494:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186588.791745:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186588.793765:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186588.793773:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186588.793778:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186588.793792:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6730 00000100:00080000:1.0:1776186588.793797:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186588.793805:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186588.793820:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186588.793842:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654805120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186588.793924:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654805120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186588.794036:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654805056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186588.794069:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654805248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186588.794094:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186588.794099:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654804992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186588.794138:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654805184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186588.799633:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186588.799644:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186588.799653:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654805120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186588.807448:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654804992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186588.807474:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654805184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186588.807488:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654805056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186588.807499:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654805248:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186589.240393:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186589.815416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186590.263568:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186590.839480:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186591.290394:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186591.863486:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186592.311836:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186592.887914:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186593.338057:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186593.913879:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186593.913886:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186593.913890:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186593.913899:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6735 00000100:00080000:0.0:1776186593.913902:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186593.913908:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186593.913917:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186593.913933:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654805440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186593.914022:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654805312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186593.914088:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186593.914117:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186593.914123:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186593.914145:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186593.914738:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654805440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186593.915632:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186593.919473:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186593.919687:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186593.919693:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186593.919697:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654805440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186593.921419:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186593.921450:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186593.928464:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654805312:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186594.370587:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186594.936143:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186595.383679:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186595.959652:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186596.407906:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186596.983416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186597.431519:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186598.007851:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186598.456566:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186599.031559:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186599.031567:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186599.031570:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186599.031579:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6740 00000100:00080000:0.0:1776186599.031582:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186599.031587:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186599.031595:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186599.031609:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654805760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186599.031725:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654805632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186599.031812:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186599.031841:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186599.031846:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186599.031864:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186599.032008:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186599.032067:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654805760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1776186599.046585:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186599.046598:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186599.046608:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654805760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186599.047005:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186599.047017:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186599.047026:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654805632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186599.047035:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654805824:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186599.479584:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186600.055548:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186600.503493:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186601.079690:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186601.528653:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186602.104862:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186602.551649:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186603.127420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186603.575612:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186604.152864:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186604.152872:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186604.152875:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186604.152884:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6745 00000100:00080000:0.0:1776186604.152887:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186604.152892:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186604.152902:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186604.152919:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654806080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186604.153035:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654806080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186604.153180:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186604.153211:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186604.153249:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186604.153255:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654805952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186604.153276:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186604.153466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186604.157082:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186604.157092:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186604.157101:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654806080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186604.157425:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654805952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186604.157439:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186604.157449:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186604.157457:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806208:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186604.600978:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186605.175572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186605.623655:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186606.200271:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186606.647667:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186607.223425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186607.671646:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186608.247473:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186608.696025:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186609.271825:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186609.271984:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186609.271989:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186609.271992:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186609.272000:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6750 00000100:00080000:3.0:1776186609.272003:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186609.272009:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186609.272019:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186609.272033:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654806400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186609.272083:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654806336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186609.272155:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654806528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186609.272181:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186609.272186:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654806272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186609.272208:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654806464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186609.272274:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654806400:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776186609.277363:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186609.277375:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186609.277384:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654806400:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186609.277649:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654806272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186609.277666:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654806464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186609.277676:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654806336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186609.277685:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654806528:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186609.719689:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186610.295442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186610.744460:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186611.319404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186611.767564:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186612.344365:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186612.795908:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186613.367442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186613.818129:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186614.391919:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186614.392254:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654806592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186614.392455:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186614.392459:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186614.392462:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186614.392467:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6755 00000100:00080000:0.0:1776186614.392470:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186614.392475:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186614.392484:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186614.392498:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654806720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186614.392550:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654806720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186614.392638:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186614.392665:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186614.392689:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776186614.392694:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186614.396163:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186614.396163:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654806592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186614.396178:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186614.396187:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186614.396286:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186614.396291:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186614.396295:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654806720:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186614.843041:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186615.416947:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186615.863612:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186616.439866:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186616.887726:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186617.468544:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186617.911952:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186618.487808:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186618.935761:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186619.511728:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186619.511735:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186619.511738:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186619.511748:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6760 00000100:00080000:0.0:1776186619.511751:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186619.511757:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186619.511767:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186619.511781:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654807040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186619.511858:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186619.511925:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654807168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186619.511954:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186619.511960:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654806912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186619.511982:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654807104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186619.513983:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654807040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186619.515713:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186619.540632:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654806912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186619.540652:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654807104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186619.540663:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654807168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186619.549868:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654806976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186619.550269:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186619.550274:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186619.550279:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654807040:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186619.970719:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186620.536722:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186620.984176:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186621.559399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186622.007579:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186622.583428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186623.031647:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186623.608157:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186624.055680:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186624.631423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186624.631936:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654807232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186624.635607:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186624.635628:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654807296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186624.637008:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186624.637018:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186624.637022:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186624.637031:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6766 00000100:00080000:3.0:1776186624.637034:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186624.637039:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186624.637049:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186624.637074:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654807360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186624.637140:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654807360:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186624.639424:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186624.639608:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186624.639616:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186624.640192:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654807232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186624.653919:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186624.653939:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186624.667505:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654807296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186624.671907:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186624.671916:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186624.671925:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654807360:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186625.080397:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186625.657690:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186626.108869:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186626.679426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186627.127514:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186627.703439:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186628.151697:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186628.727502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186629.178625:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186629.752086:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186629.754690:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186629.754697:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186629.754700:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186629.754709:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6771 00000100:00080000:2.0:1776186629.754712:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186629.754718:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186629.754728:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186629.754745:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4b6a7c2 x1862459654807680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186629.754803:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186629.754818:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654807680:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186629.754891:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186629.754920:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186629.754927:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654807552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186629.754951:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186629.761572:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186629.761582:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186629.761591:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654807680:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186629.761645:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654807552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186629.761663:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186629.761672:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186629.761681:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807808:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186630.199544:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186630.776153:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186631.223523:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186631.799456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186632.248754:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186632.823410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186633.271741:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186633.848152:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186634.299515:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186634.871459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186634.871983:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186634.872000:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654807872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186634.872093:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186634.872098:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186634.872101:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186634.872106:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6776 00000100:00080000:2.0:1776186634.872108:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186634.872113:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:2.0:1776186634.872121:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807936:192.168.203.125@tcp:400:kworker/u8:3.0 00000008:00100000:2.0:1776186634.872152:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186634.872166:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654808000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186634.872205:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186634.872210:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186634.872247:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186634.872257:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186634.881542:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186634.881554:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186634.881564:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186634.881808:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186634.881820:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186634.881829:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654807936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186634.887640:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654807872:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186635.321074:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186635.895641:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186636.344052:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186636.921677:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186637.367865:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186637.943404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186638.393468:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186638.967395:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186639.415543:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186639.991455:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186639.991544:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186639.991549:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186639.991551:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186639.991559:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6781 00000100:00080000:2.0:1776186639.991562:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186639.991567:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186639.991576:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186639.991589:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654808320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186639.991637:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186639.991713:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186639.991736:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186639.991741:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654808192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186639.991756:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186639.991800:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808320:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186639.996979:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186639.996998:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186640.003706:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186640.003716:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186640.003726:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808320:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186640.003920:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654808192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186640.003934:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654808256:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186640.439527:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186641.019241:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186641.464991:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186642.041109:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186642.488004:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186643.063434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186643.511521:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186644.087539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186644.541603:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186645.112898:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186645.112905:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186645.112908:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186645.112918:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6786 00000100:00080000:0.0:1776186645.112920:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186645.112926:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186645.112936:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186645.112950:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654808640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186645.113006:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654808576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186645.113081:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654808768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186645.113111:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186645.113116:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654808512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186645.113135:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654808704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186645.113344:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186645.115021:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186645.121188:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654808704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186645.121208:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654808768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186645.128923:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654808512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186645.128946:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654808576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186645.129335:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186645.129340:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186645.129345:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808640:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186645.562992:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186646.136421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186646.583526:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186647.159734:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186647.607685:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186648.183541:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186648.631626:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186649.207477:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186649.658846:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186650.231526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186650.232598:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186650.232603:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186650.232607:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186650.232615:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6791 00000100:00080000:1.0:1776186650.232618:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186650.232624:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186650.232634:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186650.232650:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654808960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186650.232708:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808960:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186650.232816:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654808832:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186650.232860:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186650.232867:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654808896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186650.233678:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654809088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186650.233730:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776186650.233735:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654809024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186650.238782:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654808896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186650.239334:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186650.239340:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186650.239346:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654808960:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186650.244287:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654808832:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186650.245051:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654809024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186650.246694:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654809088:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186650.680176:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186651.255464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186651.703879:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186652.279620:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186652.728692:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186653.314858:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186653.751587:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186654.327419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186654.775596:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186655.351494:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186655.351501:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186655.351504:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186655.351514:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6796 00000100:00080000:3.0:1776186655.351518:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186655.351523:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186655.351533:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186655.351547:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654809280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186655.351659:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654809152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186655.351750:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654809344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186655.351781:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776186655.351786:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654809216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186655.351811:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654809408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186655.352335:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654809280:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186655.353086:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186655.357796:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654809344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186655.358189:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186655.358199:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186655.358203:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654809280:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186655.358608:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654809408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186655.358626:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654809216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186655.365743:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654809152:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186655.799497:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186656.381179:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186656.828046:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186657.403180:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186657.847673:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186658.423548:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186658.871720:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186659.447656:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186659.895566:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186660.471532:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186660.471540:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186660.471543:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186660.471552:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6801 00000100:00080000:3.0:1776186660.471554:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186660.471560:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186660.471570:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186660.471584:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654809600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186660.471637:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186660.471728:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186660.471760:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186660.471766:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654809472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186660.471787:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186660.473993:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654809600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186660.474224:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186660.474677:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654809472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186660.474693:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186660.474704:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186660.481154:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186660.481277:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186660.481283:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186660.481288:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654809600:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186660.919996:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186661.495467:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186661.946392:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186662.519419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186662.967689:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186663.543527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186663.991743:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186664.567414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186665.015632:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186665.594921:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186665.595010:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186665.595015:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186665.595018:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186665.595027:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6807 00000100:00080000:2.0:1776186665.595030:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186665.595036:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186665.595046:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186665.595061:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654809920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186665.595155:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654809920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186665.595912:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186665.596010:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654810048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186665.596040:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186665.596047:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654809792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186665.596067:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186665.604390:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186665.604400:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186665.604408:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654809920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186665.605276:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654809792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186665.605294:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186665.605329:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654809856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186665.605338:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654810048:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186666.039482:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186666.615596:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186667.063605:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186667.641609:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186668.087629:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186668.665284:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186669.111701:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186669.687389:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186670.136991:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186670.711544:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186670.711699:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186670.711703:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186670.711706:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186670.711714:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6812 00000100:00080000:0.0:1776186670.711717:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186670.711722:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186670.711730:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186670.711743:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654810240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186670.711789:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186670.711840:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654810240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186670.711859:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186670.711892:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186670.711898:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654810112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186670.711918:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186670.714740:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654810112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186670.714760:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186670.714771:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186670.714779:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186670.714832:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186670.714837:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186670.714842:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654810240:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186671.162282:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186671.736381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186672.187850:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186672.759749:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186673.211001:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186673.783416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186674.231526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186674.807416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186675.256875:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186675.831411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186675.831473:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186675.831479:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186675.831482:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186675.831490:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6817 00000100:00080000:0.0:1776186675.831493:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186675.831499:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186675.831508:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186675.831521:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654810560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186675.831557:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654810432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186675.831579:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186675.831635:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654810624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186675.831680:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654810560:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186675.834287:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186675.837236:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186675.847276:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654810432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186675.847513:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654810496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186675.850757:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186675.850773:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186675.850786:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654810560:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186675.854280:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654810624:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186676.280349:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186676.855509:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186677.306505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186677.879409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186678.329952:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186678.903903:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186679.353636:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186679.927426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186680.375531:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186680.953629:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186680.954544:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186680.954550:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186680.954553:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186680.954561:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6822 00000100:00080000:1.0:1776186680.954564:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186680.954570:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186680.954580:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186680.954594:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654810880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186680.954696:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654810880:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186680.954930:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654810752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186680.954963:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654810944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186680.954983:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186680.954988:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654810816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186680.955006:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654811008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186680.964250:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654810752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186680.964273:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654810944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186680.972340:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186680.972350:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186680.972369:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654810880:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186680.973142:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654810816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186680.973157:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654811008:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186681.400371:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186681.975577:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186682.423556:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186683.000908:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186683.447486:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186684.023695:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186684.471573:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186685.047614:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186685.495524:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186686.071396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186686.071570:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654811072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186686.076404:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186686.076426:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654811136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186686.076702:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186686.076708:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186686.076711:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186686.076717:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6827 00000100:00080000:1.0:1776186686.076719:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186686.076724:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186686.076733:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186686.076756:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654811200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186686.077095:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654811200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186686.077258:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654811328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186686.077285:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776186686.077289:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654811264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186686.079030:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654811136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186686.080112:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654811072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186686.081924:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654811264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776186686.082053:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186686.082058:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186686.082063:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654811200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186686.090278:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654811328:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186686.520450:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186687.095411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186687.545628:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186688.121526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186688.568135:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186689.143485:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186689.591573:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186690.167411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186690.618778:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186691.191463:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186691.191938:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186691.191944:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186691.191948:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186691.191957:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6832 00000100:00080000:3.0:1776186691.191960:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186691.191967:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186691.191977:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186691.191992:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654811520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186691.192045:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654811520:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186691.192356:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654811392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186691.192407:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186691.192412:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654811456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186691.192965:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186691.193008:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186691.193013:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186691.209392:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654811392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186691.209918:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186691.209924:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186691.209929:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654811520:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186691.210019:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186691.210031:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186691.212790:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654811456:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186691.639528:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186692.215550:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186692.663679:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186693.239541:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186693.687542:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186694.263432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186694.711556:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186695.287509:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186695.735977:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186696.312619:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186696.312626:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186696.312630:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186696.312640:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6837 00000100:00080000:3.0:1776186696.312644:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186696.312659:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186696.312668:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186696.312684:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654811840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186696.312742:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186696.312815:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186696.312841:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186696.312847:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654811712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186696.312868:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186696.313832:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654811840:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186696.314414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186696.322947:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654811712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186696.322971:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186696.322979:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186696.322987:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654811968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186696.326987:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186696.326999:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186696.327007:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654811840:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186696.759490:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186697.335436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186697.783612:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186698.367172:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186698.807605:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186699.383369:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186699.831707:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186700.407841:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186700.857232:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186701.431428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186701.431620:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186701.431625:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186701.431629:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186701.431651:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6842 00000100:00080000:3.0:1776186701.431654:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186701.431660:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186701.431670:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186701.431685:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654812160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186701.431746:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654812160:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186701.431885:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654812096:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186701.431928:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654812288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186701.431956:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186701.431961:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654812032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186701.431981:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654812224:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186701.440549:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186701.440568:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186701.440579:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654812160:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186701.441092:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654812032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186701.441114:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654812224:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186701.441123:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654812096:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186701.441132:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654812288:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186701.879712:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186702.455423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186702.903533:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186703.479496:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186703.927524:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186704.504761:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186704.953230:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186705.527813:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186705.983417:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186706.551594:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186706.551601:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186706.551604:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186706.551615:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6847 00000100:00080000:1.0:1776186706.551618:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186706.551624:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186706.551633:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186706.551647:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654812480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186706.551895:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654812416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186706.551905:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654812480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186706.552002:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186706.552028:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654812352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186706.558825:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654812608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186706.563883:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186706.567280:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186706.567290:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186706.567322:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654812480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186706.570167:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654812416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186706.570187:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654812608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186706.579388:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654812352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186706.579413:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812544:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186706.999544:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186707.577476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186708.024232:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186708.599502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186709.049284:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186709.623413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186710.071596:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186710.648089:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186711.096809:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186711.671768:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186711.671775:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186711.671779:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186711.671788:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6853 00000100:00080000:1.0:1776186711.671791:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186711.671797:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186711.671808:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186711.671825:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654812800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186711.671883:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654812672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186711.671952:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186711.671979:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186711.671984:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186711.672006:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186711.672095:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654812800:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186711.672263:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186711.679708:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1776186711.679712:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186711.679718:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186711.679725:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654812800:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186711.679731:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186711.680093:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654812672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186711.680103:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654812864:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186712.119728:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186712.698756:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186713.143973:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186713.720826:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186714.167528:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186714.743416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186715.191853:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186715.768083:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186716.215697:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186716.791425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186716.792495:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186716.792502:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186716.792505:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186716.792514:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6858 00000100:00080000:3.0:1776186716.792516:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186716.792522:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186716.792531:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186716.792545:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654813120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186716.792597:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186716.792697:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186716.792729:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186716.792736:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654812992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186716.792758:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186716.792901:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654813120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776186716.808026:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186716.808037:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186716.808046:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654813120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186716.808181:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654812992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186716.808197:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186716.808206:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186716.808215:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813248:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186717.244905:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186717.815561:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186718.263550:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186718.839855:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186719.287697:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186719.863860:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186720.311577:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186720.887535:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186721.335515:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186721.911445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186721.912161:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186721.912165:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186721.912169:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186721.912177:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6863 00000100:00080000:0.0:1776186721.912180:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186721.912186:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186721.912196:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186721.912211:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654813440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186721.912264:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654813440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186721.912430:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654813376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186721.912460:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654813568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186721.912494:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186721.912500:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654813312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186721.912523:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654813504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186721.918466:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186721.918477:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186721.918486:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654813440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186721.922401:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654813312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186721.922426:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654813504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186721.922438:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654813376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186721.922449:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654813568:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186722.361031:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186722.935441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186723.384290:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186723.960822:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186724.407467:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186724.983394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186725.431687:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186726.007514:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186726.455491:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186727.031407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186727.032023:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186727.032028:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186727.032032:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186727.032040:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6868 00000100:00080000:3.0:1776186727.032043:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186727.032049:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186727.032059:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186727.032074:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654813760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186727.032131:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186727.032222:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186727.032253:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186727.032258:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654813632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186727.032279:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186727.032607:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654813760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776186727.036995:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186727.037007:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186727.037016:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654813760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186727.038167:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654813632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186727.038188:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186727.049780:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186727.049814:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654813824:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186727.479523:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186728.055422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186728.503700:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186729.079427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186729.527677:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186730.103408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186730.551760:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186731.127428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186731.575553:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186732.151487:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186732.151684:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186732.151688:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186732.151692:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186732.151701:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6873 00000100:00080000:1.0:1776186732.151705:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186732.151710:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186732.151720:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186732.151736:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654814080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186732.151796:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654814016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186732.151880:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654814208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186732.151912:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186732.151918:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654813952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186732.151934:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654814144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186732.152205:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654814080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186732.154603:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654814144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186732.154623:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654814016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186732.154633:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654814208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186732.159781:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654813952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186732.160995:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186732.161003:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186732.161010:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654814080:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186732.599603:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186733.175422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186733.623637:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186734.199505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186734.649534:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186735.223392:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186735.672246:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186736.247370:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186736.695491:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186737.272809:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186737.273712:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186737.273719:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186737.273722:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186737.273731:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6878 00000100:00080000:2.0:1776186737.273734:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186737.273739:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186737.273747:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186737.273761:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654814400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186737.273859:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654814400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186737.274208:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654814336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186737.274253:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654814528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186737.274277:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186737.274281:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654814272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186737.274456:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654814464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186737.278476:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186737.278487:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186737.278495:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654814400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186737.279621:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654814272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186737.279639:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654814528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186737.280734:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654814464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186737.280748:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654814336:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186737.721635:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186738.295422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186738.744684:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186739.319410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186739.767511:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186740.343417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186740.791517:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186741.367462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186741.815529:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186742.391409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186742.394016:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186742.394023:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186742.394025:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186742.394035:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6883 00000100:00080000:2.0:1776186742.394038:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186742.394044:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186742.394053:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186742.394069:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4b6a7c2 x1862459654814720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186742.394137:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654814720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186742.394165:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654814592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186742.396445:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186742.396534:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776186742.396543:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186742.396570:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186742.401412:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186742.401433:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654814592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186742.402398:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186742.402405:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186742.402412:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654814720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186742.406595:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186742.406629:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814848:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186742.839529:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186743.415840:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186743.865474:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186744.439453:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186744.887693:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186745.463421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186745.911532:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186746.487413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186746.936533:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186747.511419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186747.511480:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1776186747.511484:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654814912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186747.511487:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186747.511491:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186747.511498:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6888 00000100:00080000:2.0:1776186747.511501:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186747.511508:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186747.511518:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186747.511535:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654815040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186747.511583:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186747.511590:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186747.511783:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186747.511830:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186747.511836:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186747.512171:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654815040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186747.515989:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186747.516020:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186747.523091:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654814912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186747.523128:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654814976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186747.523877:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186747.523884:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186747.523889:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654815040:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186747.963648:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186748.535429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186748.984972:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186749.559421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186750.007828:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186750.583437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186751.032091:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186751.607633:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186752.056482:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186752.631476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186752.631509:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1776186752.631510:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186752.631514:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186752.631518:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186752.631526:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6894 00000100:00100000:1.0:1776186752.631526:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654815296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186752.631528:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186752.631544:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186752.631559:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186752.631573:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654815360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186752.631599:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654815232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186752.631615:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654815424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186752.631622:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654815488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186752.632017:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654815360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186752.637221:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654815424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186752.637269:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654815488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186752.637280:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654815296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186752.644622:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186752.644633:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186752.644641:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654815360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186752.645034:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654815232:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186753.086184:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186753.655395:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186754.103644:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186754.679407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186755.130730:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186755.703422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186756.151819:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186756.727459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186757.175552:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186757.751807:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186757.756412:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186757.756418:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186757.756421:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186757.756430:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6899 00000100:00080000:3.0:1776186757.756433:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186757.756439:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186757.756448:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186757.756461:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654815680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186757.756517:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186757.756580:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654815680:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186757.757025:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654815552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186757.757159:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186757.762129:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654815744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186757.765051:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186757.765063:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186757.765073:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654815680:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186757.765087:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186757.765112:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654815552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186757.765126:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654815744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186757.767014:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654815808:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186758.200680:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186758.775408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186759.223693:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186759.799671:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186760.249559:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186760.823735:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186761.271661:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186761.847406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186762.296282:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186762.871401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186762.871626:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654815872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186762.872039:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776186762.872048:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654815936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186762.872267:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186762.872272:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186762.872275:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186762.872280:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6904 00000100:00080000:2.0:1776186762.872283:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186762.872288:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186762.872320:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186762.872338:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654816000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186762.872391:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186762.872434:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186762.872440:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186762.872756:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776186762.876581:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186762.876601:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186762.876610:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186762.876965:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654815872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186762.876988:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654815936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186762.877813:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186762.877827:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816128:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186763.322536:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186763.895415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186764.343736:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186764.919558:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186765.368959:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186765.945443:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186766.391791:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186766.967462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186767.415662:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186767.991498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186767.991558:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186767.991565:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186767.991568:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186767.991577:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6909 00000100:00080000:2.0:1776186767.991580:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186767.991586:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186767.991594:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186767.991607:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654816320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186767.991666:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186767.991720:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654816192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186767.991763:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186767.991806:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654816384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186767.993131:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816320:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186768.011268:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654816192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186768.012059:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186768.012076:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654816448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186768.012729:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186768.012735:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186768.012743:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816320:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186768.017810:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654816384:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186768.442418:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186769.015512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186769.463523:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186770.043019:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186770.487919:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186771.064648:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186771.513323:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186772.089447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186772.535638:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186773.111492:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186773.111499:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186773.111502:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186773.111512:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6914 00000100:00080000:0.0:1776186773.111515:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186773.111521:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186773.111543:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186773.111558:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654816640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186773.111625:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186773.111635:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186773.111653:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654816512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186773.111724:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654816704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186773.111758:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654816576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186773.117912:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654816768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186773.123149:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186773.123160:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186773.123169:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186773.123838:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654816512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186773.123853:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654816704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186773.124262:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654816576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186773.124273:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654816768:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186773.559588:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186774.135411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186774.583469:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186775.159449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186775.607563:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186776.183598:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186776.631495:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186777.207402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186777.655687:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186778.231651:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186778.231657:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186778.231661:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186778.231669:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6919 00000100:00080000:0.0:1776186778.231672:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186778.231677:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186778.231687:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186778.231700:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654816960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186778.231773:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186778.231915:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654816896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186778.231950:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186778.231978:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186778.231983:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654816832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186778.232007:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186778.232045:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186778.235935:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654816832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186778.235959:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186778.235976:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654816896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186778.235978:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186778.235984:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186778.235987:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186778.235992:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654816960:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776186778.679527:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186779.255423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186779.707134:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186780.281019:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186780.728024:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186781.303556:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186781.752042:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186782.327462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186782.775728:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186783.351498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186783.351513:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186783.351519:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186783.351522:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186783.351531:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6924 00000100:00080000:0.0:1776186783.351534:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186783.351540:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:1.0:1776186783.351547:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817216:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:0.0:1776186783.351550:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186783.351568:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654817280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186783.351638:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186783.351669:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186783.351676:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654817152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186783.351717:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186783.354365:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186783.355264:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654817280:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186783.357775:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654817152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186783.357799:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186783.357809:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654817408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186783.362765:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186783.362775:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186783.362784:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654817280:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776186783.799607:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186784.375536:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186784.824197:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186785.399398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186785.847749:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186786.425503:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186786.871596:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186787.447421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186787.895504:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186788.472619:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186788.476418:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186788.476425:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186788.476428:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186788.476438:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6929 00000100:00080000:2.0:1776186788.476441:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186788.476446:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186788.476456:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186788.476469:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654817600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186788.476535:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186788.476553:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654817600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186788.476995:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654817472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186788.484277:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186788.486641:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654817664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186788.492375:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186788.492386:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186788.492396:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654817600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186788.492990:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654817664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186788.493421:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186788.493436:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186788.501973:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654817472:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186788.921830:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186789.495717:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186789.944193:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186790.520925:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186790.967595:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186791.543412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186791.991503:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186792.570191:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186793.016251:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186793.591422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186793.591638:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186793.591643:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186793.591646:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186793.591654:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6935 00000100:00080000:2.0:1776186793.591657:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186793.591662:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186793.591671:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186793.591686:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654817920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186793.591747:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654817920:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186793.591864:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186793.591903:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186793.591928:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186793.591933:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654817792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186793.591954:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186793.602638:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186793.602655:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186793.614408:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1776186793.614411:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654817792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186793.614417:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186793.614424:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654817920:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186793.614543:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654817856:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186794.040748:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186794.615405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186795.063526:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186795.639397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186796.088000:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186796.663429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186797.114161:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186797.687499:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186798.135497:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186798.711511:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186798.711519:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186798.711522:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186798.711534:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6940 00000100:00080000:0.0:1776186798.711537:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186798.711543:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186798.711553:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186798.711567:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654818240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186798.711641:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186798.711670:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654818112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186798.711743:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186798.711770:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186798.711776:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186798.711799:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186798.712107:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654818240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776186798.728165:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186798.728176:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186798.728186:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654818240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186798.728335:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186798.728351:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186798.728372:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654818112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186798.737179:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818304:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186799.170182:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186799.735455:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186800.183983:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186800.759804:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186801.207538:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186801.783433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186802.233396:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186802.811873:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186803.256209:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186803.831913:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186803.832031:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186803.832036:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186803.832039:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186803.832048:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6945 00000100:00080000:3.0:1776186803.832050:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186803.832056:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186803.832064:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186803.832076:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654818560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186803.832155:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186803.832235:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186803.832268:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186803.832273:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654818432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186803.832293:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186803.832655:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654818560:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186803.845437:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186803.845454:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186803.858262:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654818432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186803.858284:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654818496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186803.860093:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186803.860101:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186803.860108:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654818560:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186804.281230:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186804.857376:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186805.304289:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186805.880222:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186806.327615:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186806.903405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186807.354850:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186807.927406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186808.377192:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186808.951664:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186808.952129:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186808.952135:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186808.952138:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186808.952158:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6950 00000100:00080000:0.0:1776186808.952161:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186808.952167:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186808.952177:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186808.952192:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654818880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186808.952373:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654818752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186808.952473:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186808.952502:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186808.952508:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186808.952532:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654819008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186808.952770:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654818880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776186808.960105:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186808.960115:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186808.960124:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654818880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186808.960319:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186808.960345:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654819008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186808.960355:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654818752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186808.960366:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654818944:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186809.400417:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186809.975433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186810.425015:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186810.999526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186811.447600:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186812.026604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186812.472223:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186813.047409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186813.495613:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186814.071505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186814.072925:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186814.072931:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186814.072934:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186814.072944:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6955 00000100:00080000:2.0:1776186814.072947:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186814.072952:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186814.072962:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186814.072976:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654819200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186814.073049:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186814.073131:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186814.073160:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186814.073165:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654819072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186814.073185:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186814.073840:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654819200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:0.0:1776186814.080763:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186814.080775:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186814.080784:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654819200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186814.082677:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654819072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186814.082699:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186814.082711:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186814.082720:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819328:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186814.519867:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186815.095397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186815.546661:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186816.119394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186816.567559:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186817.143432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186817.591682:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186818.167491:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186818.617672:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186819.192112:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186819.192456:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186819.192461:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186819.192464:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186819.192473:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6960 00000100:00080000:3.0:1776186819.192475:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186819.192489:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186819.192499:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186819.192504:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186819.192512:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654819520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186819.192591:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186819.192599:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654819392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186819.192614:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654819520:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186819.192914:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186819.192967:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776186819.192973:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186819.197987:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186819.197998:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186819.198007:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654819520:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186819.204086:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654819392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186819.204105:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186819.213973:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186819.213993:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654819648:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186819.640316:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186820.215494:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186820.663519:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186821.239772:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186821.687529:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186822.263422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186822.711540:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186823.288347:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186823.735718:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186824.314340:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186824.319339:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186824.319347:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186824.319350:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186824.319359:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6965 00000100:00080000:0.0:1776186824.319363:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776186824.319368:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186824.319377:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186824.319393:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654819840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186824.319436:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654819776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186824.319515:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654819968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186824.319543:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186824.319549:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654819712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186824.319569:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654819904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186824.319768:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654819840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186824.324091:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654819712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186824.324115:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654819968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186824.324214:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186824.324220:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186824.324224:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654819840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186824.329513:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654819904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186824.336686:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654819776:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186824.761020:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186825.335407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186825.783618:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186826.359614:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186826.813201:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186827.383423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186827.831890:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186828.407852:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186828.855532:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186829.431502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186829.434096:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186829.434103:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186829.434106:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186829.434116:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6970 00000100:00080000:3.0:1776186829.434119:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186829.434124:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186829.434133:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186829.434148:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654820160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186829.434243:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186829.434336:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186829.434362:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186829.434367:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654820032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186829.434386:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186829.434466:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654820160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186829.438815:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654820032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186829.439099:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186829.439115:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186829.439125:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186829.439207:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186829.439212:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186829.439216:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654820160:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186829.879545:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186830.455499:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186830.903612:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186831.479828:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186831.929033:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186832.505091:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186832.951721:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186833.528201:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186833.977693:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186834.551426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186834.551490:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186834.551495:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186834.551498:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186834.551507:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6975 00000100:00080000:3.0:1776186834.551509:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186834.551515:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186834.551525:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186834.551540:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654820480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186834.551704:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654820480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186834.551827:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654820352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186834.551862:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654820544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186834.551885:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776186834.551891:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654820416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186834.551911:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654820608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186834.559226:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654820608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186834.559247:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654820352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186834.559256:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654820544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186834.565264:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186834.565274:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186834.565283:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654820480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186834.566745:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654820416:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186834.999811:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186835.575381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186836.029124:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186836.606682:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186837.047730:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186837.623418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186838.071575:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186838.649065:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186839.098328:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776186839.671510:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186839.671517:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186839.671520:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186839.671529:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6981 00000100:00080000:3.0:1776186839.671532:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776186839.671538:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186839.671548:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186839.671567:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654820800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186839.671711:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654820800:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186839.671990:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186839.672023:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186839.672044:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186839.672050:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654820672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186839.672069:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186839.673281:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186839.677435:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186839.677446:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186839.677455:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654820800:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186839.677958:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186839.678156:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654820672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186839.678170:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186839.678191:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654820928:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186840.119535:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186840.697936:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186841.143648:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186841.719866:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186842.167683:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186842.746091:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186843.191551:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186843.767426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186844.216557:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186844.791422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186844.791568:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186844.791573:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186844.791577:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186844.791586:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6986 00000100:00080000:1.0:1776186844.791589:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776186844.791595:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186844.791604:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186844.791620:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654821120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186844.791671:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654821056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186844.791757:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654821248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186844.791782:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186844.791788:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654820992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186844.791809:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654821184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186844.792159:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654821120:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186844.795296:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654821056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186844.801644:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654820992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186844.802885:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186844.802893:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186844.802910:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654821120:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186844.809157:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654821184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186844.809176:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654821248:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186845.239660:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186845.816495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186846.263539:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186846.839566:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186847.287942:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186847.863442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186848.311747:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186848.887517:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186849.336860:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776186849.911930:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186849.911937:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186849.911940:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186849.911949:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6991 00000100:00080000:2.0:1776186849.911952:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776186849.911958:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186849.911968:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186849.911981:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654821440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186849.912028:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186849.912110:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186849.912139:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186849.912144:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654821312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186849.912167:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821504:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186849.912200:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186849.912444:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654821440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776186849.936424:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186849.936434:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186849.936443:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654821440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186849.938739:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186849.938778:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654821312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186849.938789:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821504:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186849.938800:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821376:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186850.360351:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186850.935438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186851.383653:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186851.959787:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186852.407561:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186852.983454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186853.431611:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186854.007436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186854.457285:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776186855.031702:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186855.031709:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186855.031712:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186855.031722:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 6996 00000100:00080000:2.0:1776186855.031726:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 6s 00000100:00080000:2.0:1776186855.031732:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186855.031743:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186855.031748:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654821632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186855.031760:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654821760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186855.031821:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186855.031833:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654821824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186855.031856:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186855.031916:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654821760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186855.034390:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186855.052700:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186855.052711:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186855.052720:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654821760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186855.063629:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654821632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186855.065390:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186855.070191:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654821888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186855.073112:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654821824:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186855.479599:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186856.055523:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186856.503720:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186857.079440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186857.527514:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186858.103425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186858.558679:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186859.127458:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186859.575534:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186860.154325:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186860.154333:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186860.154336:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186860.154346:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7001 00000100:00080000:1.0:1776186860.154350:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 11s 00000100:00080000:1.0:1776186860.154357:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186860.154376:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186860.154391:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654822080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186860.154788:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654821952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186860.154868:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186860.154899:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186860.154905:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186860.154927:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186860.155005:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776186860.156543:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654822080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1776186860.170387:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186860.170398:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186860.170407:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654822080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186860.172316:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654821952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186860.172383:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186860.172411:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186860.172420:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822208:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186860.599698:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186861.175860:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186861.623556:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186862.201547:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186862.647605:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186863.223422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186863.672395:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186864.247436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186864.705451:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186865.271524:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186865.271531:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186865.271546:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186865.271556:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7006 00000100:00080000:0.0:1776186865.271560:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 16s 00000100:00080000:0.0:1776186865.271566:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186865.271576:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186865.271591:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654822400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186865.271622:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654822272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186865.271648:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654822336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186865.271654:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654822400:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186865.271710:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654822528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186865.271722:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186865.274656:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186865.274873:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1776186865.274879:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186865.274879:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186865.274883:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654822400:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186865.274890:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654822272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186865.275047:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654822336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186865.275060:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654822528:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186865.720115:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186866.295688:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186866.747159:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186867.320804:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186867.767493:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186868.344189:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186868.791619:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186869.367943:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186869.815478:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186870.391573:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186870.391580:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186870.391584:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186870.391598:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7011 00000100:00080000:1.0:1776186870.391602:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186870.391608:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186870.391618:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186870.391634:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654822720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186870.391701:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654822720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186870.391746:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654822592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186870.391834:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186870.391875:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186870.391882:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186870.391903:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186870.392582:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186870.396376:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186870.396387:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186870.396395:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654822720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186870.396418:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186870.396434:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186870.396453:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654822784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186870.399415:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654822592:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186870.839471:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186871.416660:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186871.863586:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186872.439549:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186872.887719:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186873.464447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186873.913020:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186874.487518:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186874.936118:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186875.511393:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186875.511489:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186875.511494:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186875.511497:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186875.511506:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7016 00000100:00080000:2.0:1776186875.511509:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186875.511514:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186875.511525:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186875.511540:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654823040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186875.511602:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654823040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186875.511609:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654822976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186875.511688:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654823168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186875.511733:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186875.511749:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654822912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186875.511771:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654823104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186875.534393:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654822912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186875.534416:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654823104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186875.534427:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654822976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186875.534437:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654823168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186875.536034:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186875.536044:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186875.536053:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654823040:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186875.970042:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186876.535451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186876.985118:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186877.559407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186878.007493:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186878.583436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186879.031746:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186879.607399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186880.055970:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186880.631440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186880.631587:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186880.631601:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186880.631604:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186880.631612:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7022 00000100:00080000:1.0:1776186880.631615:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186880.631622:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186880.631632:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186880.631647:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654823360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186880.631760:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654823232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186880.631850:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654823424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186880.631878:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186880.631884:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654823296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186880.631905:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654823488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186880.632440:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654823360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186880.642587:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654823296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186880.642616:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654823488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186880.642626:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654823232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186880.642635:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654823424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186880.665262:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186880.665272:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186880.665281:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654823360:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186881.080706:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186881.656035:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186882.103503:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186882.680252:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186883.128321:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186883.703412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186884.151647:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186884.728310:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186885.176332:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186885.751448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186885.751708:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186885.751714:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186885.751717:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186885.751725:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7027 00000100:00080000:3.0:1776186885.751728:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186885.751732:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186885.751742:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186885.751756:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654823680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186885.751909:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654823680:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186885.752750:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654823552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186885.753218:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186885.753252:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776186885.753258:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186885.753280:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186885.755370:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186885.755379:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186885.755388:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654823680:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186885.762180:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654823552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186885.765418:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186885.776010:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186885.777266:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823616:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186886.199993:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186886.775525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186887.223522:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186887.800262:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186888.247792:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186888.823934:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186889.271527:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186889.849754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186890.295613:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186890.872195:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186890.872355:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186890.872361:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186890.872364:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186890.872383:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7032 00000100:00080000:3.0:1776186890.872386:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186890.872392:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186890.872402:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186890.872416:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654824000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186890.872476:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186890.872605:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654823872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186890.872659:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776186890.872665:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186890.874161:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186890.874220:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776186890.874226:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186890.884577:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654823872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186890.895699:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654823936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186890.895981:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186890.895987:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186890.895992:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186890.913787:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186890.913824:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824064:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186891.319769:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186891.895734:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186892.349861:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186892.921578:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186893.368175:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186893.944729:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186894.392110:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186894.967400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186895.415520:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186895.991515:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186895.991858:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186895.991862:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186895.991865:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186895.991873:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7037 00000100:00080000:1.0:1776186895.991876:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186895.991881:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186895.991891:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186895.991905:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654824320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186895.992042:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654824192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186895.992200:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186895.992228:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186895.992273:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186895.992279:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186895.992328:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186895.998676:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186895.998694:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186895.998703:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654824192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186895.998713:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186895.998863:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186895.998868:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186895.998872:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824320:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186896.441078:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186897.016379:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186897.464513:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186898.040666:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186898.487716:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186899.064459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186899.511597:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186900.087718:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186900.536342:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186901.111799:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186901.112699:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186901.112705:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186901.112707:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186901.112716:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7042 00000100:00080000:3.0:1776186901.112719:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186901.112724:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186901.112733:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186901.112747:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654824640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186901.112817:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186901.112892:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824768:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186901.112915:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186901.112921:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654824512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186901.112940:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186901.113638:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824640:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186901.129684:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654824512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186901.129707:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186901.129716:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186901.132510:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654824768:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776186901.146192:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776186901.146203:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776186901.146212:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824640:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186901.559911:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186902.137790:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186902.583573:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186903.160425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186903.607821:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186904.184714:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186904.631779:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186905.207431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186905.656662:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776186906.231777:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654824832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186906.234875:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186906.239535:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776186906.239559:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186906.245441:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186906.245451:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186906.245453:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186906.245463:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7047 00000100:00080000:0.0:1776186906.245467:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186906.245473:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186906.245519:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186906.245549:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654824960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186906.249531:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186906.250192:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186906.250228:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186906.250234:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186906.259339:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654824896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186906.259358:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654824832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186906.260647:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186906.260673:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186906.263766:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186906.263777:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186906.263785:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654824960:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776186906.680275:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186907.255998:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186907.703508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186908.279395:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186908.727806:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186909.303375:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186909.751754:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186910.327493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186910.778567:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186911.351486:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186911.351494:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186911.351498:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186911.351507:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7052 00000100:00080000:0.0:1776186911.351510:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186911.351515:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186911.351524:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186911.351540:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654825280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186911.351784:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654825280:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186911.351971:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186911.352174:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186911.352296:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186911.352357:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186911.352638:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654825152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186911.352667:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186911.360696:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186911.360707:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186911.360716:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654825280:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186911.361025:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186911.361040:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186911.361049:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654825408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186911.370792:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654825152:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186911.801821:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186912.376273:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186912.826466:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186913.399408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186913.847562:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186914.423391:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186914.872534:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186915.447424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186915.896781:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186916.471440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186916.471760:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186916.471765:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186916.471768:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186916.471776:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7057 00000100:00080000:3.0:1776186916.471778:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186916.471784:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186916.471793:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186916.471808:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654825600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186916.471863:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186916.472008:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654825472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186916.472054:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186916.472107:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654825600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776186916.474507:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654825664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186916.502723:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654825472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186916.514850:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1776186916.514855:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654825664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186916.514861:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186916.514868:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654825600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186916.517490:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186916.517512:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825728:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186916.920226:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186917.499638:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186917.943590:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186918.522822:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186918.967495:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186919.543409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186919.992219:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186920.567424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186921.018931:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186921.592102:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186921.593528:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654825792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186921.594744:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186921.594750:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186921.594753:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186921.594760:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7063 00000100:00080000:2.0:1776186921.594763:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186921.594787:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186921.594798:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186921.594813:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654825920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186921.595055:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654825920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186921.598501:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186921.598586:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776186921.598593:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186921.598620:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654826048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186921.599122:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654825792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186921.599505:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186921.599510:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186921.599515:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654825920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186921.605168:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186921.606352:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654826048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186921.606468:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654825984:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186922.039820:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186922.615706:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186923.063525:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186923.639370:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186924.087494:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186924.665219:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186925.115224:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186925.687479:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186926.138886:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776186926.711958:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186926.711965:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186926.711968:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186926.711978:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7068 00000100:00080000:2.0:1776186926.711981:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186926.711987:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186926.711997:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186926.712013:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654826240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186926.712077:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654826176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186926.712157:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654826368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186926.712182:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776186926.712188:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654826112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186926.712208:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654826304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186926.712532:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654826240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186926.712958:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186926.715083:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654826112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186926.715104:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654826176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186926.715266:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186926.715271:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186926.715276:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654826240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186926.715989:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654826304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186926.716002:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654826368:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186927.159503:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186927.735426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186928.184357:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186928.759418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186929.208161:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186929.783405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186930.231571:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186930.807408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186931.255581:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776186931.831599:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186931.831606:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186931.831609:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186931.831618:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7073 00000100:00080000:0.0:1776186931.831622:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186931.831628:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186931.831637:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186931.831649:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654826560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186931.831778:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654826432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186931.831861:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776186931.831867:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654826496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186931.832546:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654826688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186931.832585:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186931.832590:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654826624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186931.833067:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654826560:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186931.833350:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186931.835485:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654826432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186931.839044:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654826624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186931.839064:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654826688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186931.842059:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654826496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186931.844425:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186931.844434:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186931.844443:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654826560:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186932.280939:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186932.855405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186933.304269:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186933.879826:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186934.328063:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186934.903440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186935.357660:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186935.928353:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186936.376192:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186936.951446:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186936.951453:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186936.951456:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186936.951466:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7078 00000100:00080000:1.0:1776186936.951469:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186936.951475:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186936.951485:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186936.951500:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654826880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186936.951563:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654826752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186936.951627:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654826880:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186936.951658:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654826944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186936.951690:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776186936.951696:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654826816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186936.951720:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654827008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186936.951943:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776186936.963144:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186936.963156:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186936.963166:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654826880:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186936.966233:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654826816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186936.966252:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654827008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186936.966262:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654826752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186936.966271:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654826944:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776186937.400059:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186937.975425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186938.424404:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186939.000618:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186939.454041:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186940.024798:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186940.471574:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776186941.050616:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186941.499090:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186942.071476:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186942.071483:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186942.071486:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186942.071495:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7083 00000100:00080000:1.0:1776186942.071498:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186942.071504:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186942.071513:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186942.071527:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654827200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186942.071584:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186942.071653:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186942.071678:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186942.071682:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654827072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186942.071697:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186942.072171:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654827200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186942.072359:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776186942.077449:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654827072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186942.077472:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186942.077483:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186942.077492:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186942.083943:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186942.083954:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186942.083965:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654827200:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776186942.519508:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186943.096936:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186943.543490:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186944.120695:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186944.567585:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186945.145049:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186945.593617:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186946.167425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186946.615544:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186947.191495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186947.198587:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186947.198601:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186947.198604:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186947.198613:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7088 00000100:00080000:0.0:1776186947.198619:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186947.198625:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186947.198634:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186947.198657:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654827520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186947.198709:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186947.198779:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186947.198803:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776186947.198807:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654827392:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186947.198823:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186947.199804:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654827520:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186947.205097:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186947.205123:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186947.217722:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1776186947.217730:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654827392:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186947.217734:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186947.217749:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654827520:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186947.217771:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827456:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186947.639664:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186948.215423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186948.666670:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186949.240907:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186949.688434:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186950.263435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186950.711800:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186951.287627:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186951.737154:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186952.313891:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186952.314840:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654827712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776186952.315918:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186952.315927:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186952.315931:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186952.315939:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7093 00000100:00080000:0.0:1776186952.315943:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186952.315948:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186952.315960:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186952.315976:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654827840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776186952.316060:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186952.316110:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186952.316138:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776186952.316144:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186952.316237:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654827840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186952.327761:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654827712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186952.330674:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186952.330706:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186952.331838:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186952.331844:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186952.331849:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654827840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776186952.331892:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654827776:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186952.759865:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186953.335484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186953.783827:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186954.359572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186954.809560:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186955.383408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186955.831677:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186956.407575:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186956.858959:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776186957.431593:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776186957.431601:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776186957.431604:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776186957.431613:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7098 00000100:00080000:2.0:1776186957.431617:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776186957.431622:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776186957.431632:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776186957.431648:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654828160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186957.431720:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654828032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186957.431801:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828224:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186957.431853:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776186957.431860:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828096:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186957.431883:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186957.432296:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654828160:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776186957.432636:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776186957.445978:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828096:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186957.445994:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654828032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186957.451044:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186957.451065:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828224:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776186957.460246:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186957.460256:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186957.460265:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654828160:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186957.880773:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186958.457235:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186958.903616:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186959.479381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186959.928073:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186960.503677:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186960.951521:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186961.529899:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186961.975464:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186962.551567:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186962.551575:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186962.551578:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186962.551590:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7103 00000100:00080000:1.0:1776186962.551593:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186962.551600:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:0.0:1776186962.551606:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654828352:192.168.203.125@tcp:400:kworker/u8:3.0 00000008:00100000:1.0:1776186962.551609:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186962.551625:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654828480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186962.551696:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654828416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186962.551752:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654828608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186962.551776:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776186962.551781:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654828544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186962.551919:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654828480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776186962.552020:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186962.560147:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654828416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776186962.563454:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654828352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186962.565069:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186962.565077:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186962.565084:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654828480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186962.567046:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654828608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186962.567073:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654828544:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776186962.999513:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186963.575414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186964.023593:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186964.599436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186965.047519:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186965.623457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186966.076366:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186966.647423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186967.095876:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186967.671450:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186967.672762:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186967.672783:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186967.672786:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186967.672814:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7109 00000100:00080000:3.0:1776186967.672817:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776186967.672844:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186967.672854:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186967.672879:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654828800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186967.672960:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654828800:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186967.672965:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654828736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186967.673030:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654828672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186967.674198:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654828928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186967.677582:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654828928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186967.685322:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186967.685875:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654828736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186967.688689:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186967.688699:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186967.688707:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654828800:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186967.693843:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654828672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186967.693866:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654828864:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186968.144161:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186968.696291:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186969.143662:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186969.719419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186970.170067:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186970.743862:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186971.194823:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186971.767500:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186972.218413:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186972.791682:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186972.791711:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186972.791716:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186972.791719:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186972.791727:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7114 00000100:00080000:0.0:1776186972.791730:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186972.791735:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186972.791744:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776186972.791756:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654829120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186972.791858:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654828992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186972.791945:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186972.791971:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186972.791976:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186972.791995:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186972.796338:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654829120:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186972.801372:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186972.801395:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186972.811110:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186972.811632:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186972.811639:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186972.811643:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654829120:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186972.815134:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654828992:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186973.242243:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186973.815431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186974.265888:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186974.839633:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186975.287851:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186975.863438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186976.311554:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186976.888978:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186977.335594:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186977.911406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776186977.911462:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776186977.911471:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776186977.911475:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776186977.911499:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7119 00000100:00080000:0.0:1776186977.911503:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776186977.911509:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776186977.911527:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186977.911531:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654829312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186977.911546:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654829440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776186977.911579:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654829440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186977.911875:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186977.911906:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776186977.912523:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186977.912557:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186977.915219:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186977.915243:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654829312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186977.916842:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186977.916850:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186977.916858:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654829440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186977.917381:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186977.917396:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654829568:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186978.362324:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186978.936263:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186979.383559:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186979.959440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186980.410147:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186980.983407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186981.431596:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186982.007523:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186982.456066:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776186983.034235:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186983.034241:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186983.034245:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186983.034254:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7124 00000100:00080000:1.0:1776186983.034356:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186983.034362:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186983.034374:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186983.034405:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654829760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186983.034465:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654829696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776186983.034519:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654829760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776186983.034540:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654829888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186983.034568:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186983.034575:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654829632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186983.034597:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654829824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776186983.034666:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776186983.038808:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654829632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186983.038832:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654829824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186983.038843:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654829696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776186983.038852:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654829888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776186983.043152:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186983.043162:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186983.043171:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654829760:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776186983.480324:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186984.055690:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186984.504526:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186985.080712:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186985.530140:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186986.103745:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186986.552032:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186987.128147:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186987.576358:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186988.151412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776186988.152656:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776186988.152662:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776186988.152665:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776186988.152675:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7129 00000100:00080000:3.0:1776186988.152679:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1776186988.152686:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654829952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186988.152687:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776186988.152699:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776186988.152716:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654830080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186988.152781:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654830016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186988.152794:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654830144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186988.152817:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654830208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186988.152986:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654830080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776186988.157439:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654830016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776186988.157458:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654830208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776186988.157498:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776186988.157504:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776186988.157508:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654830080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776186988.157677:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654830144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186988.157688:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654829952:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776186988.602227:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186989.177465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186989.623761:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186990.199391:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186990.648636:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186991.223754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186991.672562:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186992.247413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186992.696215:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186993.271408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186993.271875:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186993.271880:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186993.271883:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186993.271892:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7134 00000100:00080000:1.0:1776186993.271895:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186993.271901:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186993.271910:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186993.271927:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654830400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776186993.272060:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186993.272134:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186993.272173:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776186993.272179:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654830272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186993.272202:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776186993.272861:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654830400:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186993.276953:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654830272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186993.276975:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186993.281548:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186993.281567:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776186993.283388:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776186993.283396:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776186993.283403:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654830400:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776186993.719758:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776186994.295436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186994.743697:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186995.324582:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186995.767497:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186996.345738:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776186996.796025:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186997.367405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186997.816204:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186998.391409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776186998.391521:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776186998.391525:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776186998.391528:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776186998.391536:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7139 00000100:00080000:1.0:1776186998.391539:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776186998.391545:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776186998.391554:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776186998.391567:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654830720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776186998.391639:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654830720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186998.391641:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186998.391762:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654830592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186998.391806:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186998.395819:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654830784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186998.407327:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654830592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776186998.407349:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654830784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776186998.407511:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776186998.407516:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776186998.407520:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654830720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776186998.408375:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776186998.408389:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654830848:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776186998.841628:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776186999.415625:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776186999.863555:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187000.439427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187000.887912:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187001.463575:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187001.911606:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187002.488914:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187002.935744:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187003.511428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187003.518516:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187003.518523:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187003.518526:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187003.518536:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7144 00000100:00080000:3.0:1776187003.518539:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187003.518545:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187003.518554:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187003.518569:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654831040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187003.518633:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654830976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187003.518713:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654831168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187003.518745:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187003.518751:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654830912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187003.518772:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654831104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187003.518968:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654831040:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:1.0:1776187003.529136:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187003.529147:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187003.529155:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654831040:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187003.529724:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654831168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187003.529900:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654830912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187003.529913:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654831104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187003.529924:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654830976:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187003.959578:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187004.536060:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187004.983667:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187005.561514:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187006.007583:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187006.583771:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187007.032608:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187007.607640:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187008.057330:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187008.631496:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187008.631785:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187008.631791:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187008.631795:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187008.631818:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7150 00000100:00080000:1.0:1776187008.631822:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187008.631838:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:0.0:1776187008.631849:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654831232:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:1.0:1776187008.631851:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187008.631871:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654831360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187008.631915:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654831296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187008.631962:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187008.632018:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654831360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187008.634993:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654831488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187008.648709:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187008.648726:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187008.648740:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654831360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187008.648751:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187008.648768:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654831232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187008.648920:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654831488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187008.653217:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654831296:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187009.079551:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187009.655501:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187010.103781:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187010.679517:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187011.128418:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187011.703461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187012.151862:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187012.728249:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187013.175563:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187013.751639:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187013.751649:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187013.751653:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187013.751667:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7155 00000100:00080000:1.0:1776187013.751671:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187013.751679:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187013.751692:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187013.751710:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654831680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187013.751951:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654831552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187013.752064:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187013.752261:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187013.752268:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187013.752432:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187013.753272:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654831680:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187013.754243:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187013.756458:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187013.756475:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187013.761176:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654831616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187013.761194:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654831552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187013.764512:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187013.764529:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187013.764542:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654831680:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187014.199800:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187014.775414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187015.226642:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187015.799480:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187016.248606:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187016.823462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187017.275665:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187017.847475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187018.296430:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187018.871650:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187018.871657:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187018.871660:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187018.871669:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7160 00000100:00080000:2.0:1776187018.871673:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187018.871679:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187018.871689:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187018.871702:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654832000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187018.871782:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187018.872190:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654831872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187018.872337:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187018.872470:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187018.872478:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654831936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187018.872504:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187018.873296:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187018.882482:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187018.882492:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187018.882502:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187018.883579:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654831872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187018.883617:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187018.883642:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654831936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187018.883652:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832128:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776187019.319581:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187019.895720:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187020.343562:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187020.919507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187021.368696:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187021.943604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187022.393798:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187022.967542:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187023.415982:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187023.991432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187023.991517:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187023.991523:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187023.991526:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187023.991535:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7165 00000100:00080000:3.0:1776187023.991538:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187023.991544:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187023.991553:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187023.991567:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654832320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187023.991617:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187023.991710:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187023.991733:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187023.991738:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654832192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187023.991765:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187023.991982:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:1.0:1776187023.998581:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187023.998592:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187023.998601:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187023.999092:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654832192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187023.999107:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187023.999117:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187023.999127:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832448:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187024.439545:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187025.015491:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187025.463596:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187026.039401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187026.487912:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187027.063484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187027.514379:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187028.087602:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187028.537468:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187029.117180:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187029.118046:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187029.118052:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187029.118055:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187029.118064:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7170 00000100:00080000:2.0:1776187029.118066:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187029.118071:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187029.118080:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187029.118107:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654832640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187029.118329:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832640:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187029.119565:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654832512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187029.119641:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187029.119669:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187029.119675:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187029.119695:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832768:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776187029.123064:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187029.123074:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187029.123083:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832640:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187029.123982:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654832512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187029.126553:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187029.126571:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187029.132070:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654832768:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776187029.560655:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187030.135408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187030.585025:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187031.159589:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187031.610994:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187032.183495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187032.635261:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187033.207450:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187033.655505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187034.232378:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187034.232385:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187034.232388:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187034.232399:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7175 00000100:00080000:2.0:1776187034.232402:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187034.232410:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187034.232422:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187034.232437:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654832960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187034.232762:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832960:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187034.233028:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187034.233050:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654832832:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187034.238402:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187034.247214:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654833024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187034.253583:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776187034.254369:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187034.254375:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187034.254381:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654832960:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187034.254823:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654832896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187034.255089:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654832832:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187034.258614:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654833024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187034.258816:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833088:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776187034.680071:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187035.255397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187035.704629:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187036.279905:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187036.730912:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187037.303950:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187037.751433:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187038.327400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187038.775565:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187039.353955:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187039.354496:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187039.354502:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187039.354505:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187039.354514:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7180 00000100:00080000:1.0:1776187039.354517:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187039.354522:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187039.354531:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187039.354546:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654833280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187039.354645:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654833280:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187039.354949:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654833152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187039.354993:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187039.355018:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187039.355024:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187039.355043:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187039.364338:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187039.364348:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187039.364356:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654833280:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187039.364870:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187039.364883:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187039.366561:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187039.367790:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654833152:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187039.799672:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187040.375464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187040.823955:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187041.401948:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187041.847577:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187042.423599:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187042.871540:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187043.447511:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187043.895889:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187044.475726:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187044.475947:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187044.475951:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187044.475955:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187044.475963:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7185 00000100:00080000:3.0:1776187044.475966:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187044.475971:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187044.475980:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187044.475995:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654833600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187044.476065:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187044.476142:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187044.476171:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187044.476176:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654833472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187044.476197:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187044.480242:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654833600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187044.483512:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654833472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187044.483546:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187044.483558:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187044.483568:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654833728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776187044.486352:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187044.486363:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187044.486372:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654833600:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776187044.919862:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187045.496120:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187045.944585:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187046.519403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187046.967503:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187047.543534:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187047.991641:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187048.567641:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187049.015508:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187049.591724:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187049.591732:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187049.591735:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187049.591744:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7191 00000100:00080000:0.0:1776187049.591748:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187049.591754:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187049.591763:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187049.591778:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654833920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187049.591797:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187049.591830:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654833920:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776187049.591865:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654833792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776187049.591908:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187049.591914:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776187049.591957:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187049.591965:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187049.604648:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187049.604713:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187049.604725:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654833856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187049.604738:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654833792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776187049.605337:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187049.605342:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187049.605347:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654833920:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776187050.039661:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187050.615457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187051.066368:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187051.639419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187052.087478:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187052.663810:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187053.111566:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187053.687594:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187054.135504:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187054.711493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187054.711497:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187054.711501:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187054.711504:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187054.711512:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7196 00000100:00080000:1.0:1776187054.711515:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187054.711520:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187054.711529:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187054.711544:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654834240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187054.711869:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187054.711949:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187054.711955:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654834112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187054.712354:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654834304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187054.712386:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187054.712391:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654834368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187054.712391:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654834240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187054.715368:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187054.724598:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654834368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187054.724615:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654834304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187054.724652:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654834112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187054.724792:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187054.724798:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187054.724802:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654834240:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187055.164159:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187055.735553:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187056.183931:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187056.759640:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187057.207530:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187057.783351:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187058.231625:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187058.807436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187059.260196:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187059.831590:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187059.831596:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187059.831600:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187059.831609:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7201 00000100:00080000:0.0:1776187059.831612:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187059.831617:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187059.831627:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187059.831641:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654834560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187059.831696:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654834432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776187059.831732:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187059.831793:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654834624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187059.831905:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654834560:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187059.832420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187059.832671:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187059.841884:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654834624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776187059.841991:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776187059.842010:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654834688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187059.843593:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654834432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776187059.843845:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187059.843850:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187059.843855:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654834560:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776187060.282420:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187060.863538:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187061.303592:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187061.882500:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187062.327845:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187062.903412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187063.351708:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187063.927453:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187064.375602:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187064.953316:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187064.953323:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187064.953326:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187064.953336:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7206 00000100:00080000:2.0:1776187064.953339:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187064.953344:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187064.953354:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187064.953368:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654834880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187064.953423:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654834752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187064.953505:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654834944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187064.953537:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187064.953543:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654834816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187064.953565:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187064.953724:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654834880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187064.954353:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187064.966090:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654834816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187064.966108:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187064.966118:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654834944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187064.974863:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187064.974874:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187064.974882:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654834880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187064.975018:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654834752:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187065.399844:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187065.981218:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187066.424345:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187066.999746:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187067.447916:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187068.023654:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187068.474796:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187069.048084:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187069.495439:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187070.071633:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187070.071970:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187070.071975:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187070.071978:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187070.071987:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7211 00000100:00080000:1.0:1776187070.071989:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187070.071996:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187070.072006:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187070.072021:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654835200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187070.072074:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654835136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187070.072148:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654835328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187070.072174:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187070.072179:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654835072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187070.072202:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654835264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187070.072466:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654835200:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187070.079110:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654835136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187070.079135:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654835328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187070.079163:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654835072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187070.079173:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654835264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187070.083911:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187070.083920:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187070.083929:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654835200:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187070.522117:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187071.095401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187071.543583:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187072.120633:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187072.567969:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187073.144139:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187073.597467:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187074.167431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187074.623834:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187075.191413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187075.191575:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187075.191580:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187075.191583:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187075.191591:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7216 00000100:00080000:2.0:1776187075.191594:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187075.191601:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187075.191609:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187075.191624:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654835520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187075.191671:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654835392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187075.191748:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187075.191782:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187075.191789:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187075.191814:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187075.191890:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654835520:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187075.195897:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187075.195915:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654835392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187075.195924:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187075.200491:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654835456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776187075.200882:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187075.200887:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187075.200891:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654835520:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776187075.639817:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187076.215606:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187076.664597:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187077.239543:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187077.687553:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187078.266379:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187078.713662:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187079.287462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187079.735876:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187080.312051:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187080.313042:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187080.313047:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187080.313052:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187080.313060:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7221 00000100:00080000:2.0:1776187080.313063:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187080.313068:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187080.313088:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187080.313105:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4b6a7c2 x1862459654835840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187080.313156:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654835776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187080.313235:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654835968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187080.313265:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187080.313272:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654835712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187080.313328:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654835904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187080.313337:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654835840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187080.321728:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654835712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187080.321755:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654835904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187080.321767:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654835968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187080.335508:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654835776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187080.335684:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187080.335690:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187080.335695:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654835840:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187080.760154:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187081.335576:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187081.783849:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187082.359469:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187082.807719:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187083.383610:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187083.831569:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187084.407462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187084.856038:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187085.431451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187085.434223:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187085.434231:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187085.434234:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187085.434243:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7226 00000100:00080000:0.0:1776187085.434247:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187085.434252:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187085.434272:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187085.434295:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654836160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187085.434374:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654836096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187085.434458:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654836288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187085.434695:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187085.434701:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654836032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187085.434724:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654836224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187085.436352:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654836160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776187085.450673:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187085.450683:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187085.450691:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654836160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187085.451245:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654836096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187085.461780:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654836032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187085.461802:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654836224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187085.461827:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654836288:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187085.879965:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187086.455486:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187086.903510:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187087.479599:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187087.928730:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187088.503440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187088.951603:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187089.527475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187089.977405:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187090.551954:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187090.551961:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187090.551964:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187090.551975:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7231 00000100:00080000:3.0:1776187090.551979:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187090.551986:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187090.551995:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187090.552011:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654836480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187090.552078:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654836352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187090.552165:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776187090.552172:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654836416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187090.553930:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654836480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187090.554293:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187090.554359:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776187090.554367:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187090.554996:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187090.568534:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187090.568545:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187090.568552:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654836480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187090.568554:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654836416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187090.568573:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654836352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187090.578599:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187090.578640:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836544:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776187090.999865:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187091.579026:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187092.023567:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187092.599792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187093.047533:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187093.624799:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187094.076112:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187094.647408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187095.095645:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187095.671618:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187095.671712:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187095.671717:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187095.671721:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187095.671729:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7237 00000100:00080000:2.0:1776187095.671732:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187095.671738:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187095.671747:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187095.671760:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654836800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187095.671803:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187095.671998:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654836800:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187095.672114:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187095.672139:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187095.672145:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654836672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187095.672174:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187095.680414:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187095.680423:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187095.680431:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654836800:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187095.683098:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654836672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187095.683117:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187095.683127:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187095.683136:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654836928:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187096.121364:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187096.695408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187097.143458:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187097.719662:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187098.167514:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187098.746182:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187099.191589:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187099.768092:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187100.215631:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187100.791426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187100.791586:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187100.791591:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187100.791594:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187100.791602:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7242 00000100:00080000:3.0:1776187100.791605:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187100.791611:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187100.791620:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187100.791634:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654837120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187100.791853:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654837120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187100.792695:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654836992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187100.792758:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187100.792787:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187100.792792:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187100.792811:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776187100.796423:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187100.796434:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187100.796443:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654837120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187100.798233:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187100.798249:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187100.798260:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187100.801939:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654836992:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776187101.239847:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187101.815673:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187102.263588:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187102.839424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187103.287525:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187103.863509:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187104.311849:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187104.887405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187105.335614:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187105.911403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187105.913110:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187105.913117:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187105.913120:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187105.913129:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7247 00000100:00080000:2.0:1776187105.913132:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187105.913138:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187105.913148:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187105.913163:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654837440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187105.913214:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187105.913292:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187105.913335:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187105.913341:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654837312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187105.913358:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837504:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187105.913738:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654837440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:0.0:1776187105.926255:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187105.926267:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187105.926276:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654837440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776187105.928017:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654837312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187105.928037:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837504:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187105.928049:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187105.928058:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837568:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776187106.359508:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187106.935397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187107.384468:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187107.959407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187108.408424:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187108.983410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187109.432095:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187110.009398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187110.455809:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187111.031449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187111.031749:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187111.031755:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187111.031758:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187111.031778:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7252 00000100:00080000:2.0:1776187111.031780:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187111.031786:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187111.031796:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187111.031810:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654837760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187111.031867:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654837632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187111.031951:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187111.031961:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187111.032001:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187111.032051:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654837760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776187111.042833:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187111.042844:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187111.042852:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654837760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187111.042934:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187111.043136:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654837632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187111.043425:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654837888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187111.043662:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654837824:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187111.481564:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187112.056577:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187112.503632:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187113.079419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187113.527532:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187114.103407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187114.552627:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187115.127525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187115.578421:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187116.152778:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187116.153287:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187116.153292:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187116.153295:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187116.153327:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7257 00000100:00080000:2.0:1776187116.153330:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187116.153336:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187116.153345:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187116.153360:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654838080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187116.153476:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654838080:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187116.153671:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654837952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187116.153705:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187116.153734:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187116.153739:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187116.153773:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776187116.162797:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187116.162809:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187116.162818:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654838080:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187116.163234:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187116.176571:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654837952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187116.176594:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187116.178692:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838208:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776187116.599672:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187117.175390:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187117.624331:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187118.199516:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187118.647595:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187119.223399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187119.672122:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187120.247395:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187120.695547:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187121.271419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187121.271459:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1776187121.271470:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1776187121.271476:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654838272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776187121.271491:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187121.271495:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187121.271501:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7262 00000100:00080000:2.0:1776187121.271504:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187121.271515:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187121.271524:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187121.271546:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654838400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187121.271565:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654838336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776187121.271603:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654838528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187121.271635:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187121.271692:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654838400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187121.276049:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654838528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776187121.276075:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187121.276080:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187121.276087:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654838336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187121.276088:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654838400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776187121.276108:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654838272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187121.276619:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838464:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776187121.719699:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187122.295433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187122.743480:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187123.319438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187123.767754:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187124.343405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187124.791508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187125.367439:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187125.815578:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187126.391406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187126.391686:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187126.391692:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187126.391694:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187126.391702:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7267 00000100:00080000:2.0:1776187126.391705:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187126.391710:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187126.391719:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187126.391733:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654838720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187126.391806:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654838592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187126.391833:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654838720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187126.391904:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187126.391942:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187126.391948:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187126.391970:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187126.399149:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654838592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187126.402769:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187126.405750:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187126.411634:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187126.411646:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187126.411654:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654838720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187126.411784:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654838656:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187126.839640:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187127.415399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187127.864554:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187128.440005:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187128.889410:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187129.463464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187129.911640:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187130.487398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187130.936603:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187131.511406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187131.511469:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187131.511474:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187131.511477:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187131.511486:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7272 00000100:00080000:2.0:1776187131.511488:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187131.511495:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187131.511504:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187131.511516:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654839040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187131.511558:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654839040:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187131.511581:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654838976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187131.511744:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654838912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187131.512883:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187131.514137:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187131.520144:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654838912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187131.528745:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187131.528898:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187131.528921:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654838976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187131.532422:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187131.532432:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187131.532442:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654839040:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187131.961185:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187132.535481:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187132.983996:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187133.559400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187134.008188:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187134.583502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187135.031888:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187135.607426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187136.055467:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187136.631633:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187136.631640:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187136.631643:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187136.631652:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7278 00000100:00080000:3.0:1776187136.631655:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187136.631672:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187136.631682:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187136.631698:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654839360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187136.631817:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654839232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187136.631891:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187136.631917:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187136.631923:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187136.631958:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187136.632571:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187136.632822:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654839360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187136.641382:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187136.641411:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187136.641422:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654839232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187136.641445:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654839424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187136.643126:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187136.643134:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187136.643146:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654839360:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187137.082093:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187137.656156:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187138.105328:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187138.679471:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187139.128378:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187139.703618:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187140.154133:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187140.727823:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187141.175879:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187141.751934:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187141.751943:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187141.751946:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187141.752063:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7283 00000100:00080000:3.0:1776187141.752066:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187141.752072:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187141.752083:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187141.752098:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654839680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187141.752463:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654839680:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187141.752785:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187141.752818:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187141.752843:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187141.752848:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654839552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187141.752865:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187141.755702:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187141.765932:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187141.765943:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187141.765962:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654839680:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187141.766054:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654839552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187141.766067:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187141.766076:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187141.766086:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654839808:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187142.200513:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187142.777913:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187143.223550:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187143.799532:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187144.249274:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187144.825143:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187145.273230:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187145.847792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187146.296138:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187146.871817:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187146.874006:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187146.874012:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187146.874015:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187146.874025:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7288 00000100:00080000:0.0:1776187146.874029:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187146.874036:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187146.874045:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187146.874059:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654840000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187146.874120:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654839936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776187146.874186:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776187146.874193:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654840128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187146.874235:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187146.874243:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654839872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187146.874265:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654840064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187146.881585:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654839872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187146.881605:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654839936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776187146.882221:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187146.882227:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187146.882231:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776187146.882520:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654840064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776187146.882535:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654840128:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776187147.320842:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187147.895457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187148.345565:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187148.919626:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187149.367871:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187149.943496:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187150.401051:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187150.967492:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187151.416239:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187151.992836:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187151.994950:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654840192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187151.995941:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187151.995948:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187151.995951:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187151.995958:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7293 00000100:00080000:3.0:1776187151.995961:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187151.995966:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187151.995975:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187151.995993:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654840320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187151.996083:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187151.996133:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187151.996155:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776187151.996160:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187151.996234:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187152.003085:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654840192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187152.016596:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187152.016638:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187152.027180:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187152.027794:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187152.027800:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187152.027805:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840320:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187152.439587:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187153.015621:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187153.463503:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187154.044164:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187154.487952:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187155.063454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187155.511525:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187156.087510:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187156.536234:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187157.111481:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187157.111489:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187157.111492:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187157.111514:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7298 00000100:00080000:3.0:1776187157.111517:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187157.111522:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187157.111532:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187157.111547:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654840640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187157.111613:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187157.111717:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187157.111735:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187157.111751:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187157.111764:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654840512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187157.111791:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187157.111886:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776187157.114982:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187157.114998:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187157.115009:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187157.115434:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654840512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187157.115458:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187157.135161:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187157.135185:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654840768:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187157.559561:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187158.136501:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187158.585221:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187159.160353:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187159.607545:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187160.183423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187160.631525:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187161.207399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187161.655519:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187162.233359:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187162.233522:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187162.233527:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187162.233531:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187162.233540:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7303 00000100:00080000:0.0:1776187162.233544:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:1.0:1776187162.233547:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654840832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187162.233554:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187162.233565:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187162.233581:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654840960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187162.233632:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654841024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187162.233642:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654840896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187162.233868:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187162.233955:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187162.240700:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654840832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187162.242409:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187162.242596:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654840896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187162.242684:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187162.242688:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187162.242693:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654840960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187162.246982:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654841024:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187162.679520:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187163.255482:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187163.704411:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187164.281221:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187164.728150:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187165.303390:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187165.751532:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187166.333220:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187166.775654:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187167.351706:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187167.359128:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187167.359135:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187167.359138:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187167.359147:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7308 00000100:00080000:3.0:1776187167.359150:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187167.359156:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187167.359164:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187167.359179:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654841280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187167.359236:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654841216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187167.359256:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654841280:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187167.359317:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654841152:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187167.359317:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654841408:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187167.359453:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776187167.359461:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654841344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187167.368490:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654841344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187167.368516:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654841216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187167.368527:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654841408:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187167.368863:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187167.368869:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187167.368874:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654841280:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187167.369673:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654841152:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187167.800264:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187168.375560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187168.830738:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187169.400288:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187169.849794:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187170.423537:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187170.871567:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187171.447544:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187171.896150:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187172.471509:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187172.471923:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187172.471930:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187172.471934:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187172.471944:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7313 00000100:00080000:1.0:1776187172.471947:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187172.471953:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187172.471966:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187172.471983:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654841600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187172.472041:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187172.472075:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654841600:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187172.472132:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187172.472160:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187172.472165:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654841472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187172.472196:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187172.482084:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654841472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187172.482109:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187172.482120:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187172.482781:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187172.482787:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187172.482792:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654841600:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187172.482847:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654841536:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187172.920731:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187173.496026:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187173.943512:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187174.519600:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187174.967812:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187175.543520:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187175.991489:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187176.567581:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187177.015695:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187177.591501:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654841792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187177.591819:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187177.591826:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654841856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187177.592647:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187177.597918:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654841856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187177.599889:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654841792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187177.600106:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187177.600112:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187177.600116:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187177.600121:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7319 00000100:00080000:1.0:1776187177.600123:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187177.600128:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187177.600139:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187177.600165:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654841920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187177.600243:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654841920:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187177.600428:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654842048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187177.600451:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654841984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187177.606876:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654842048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187177.607200:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187177.607206:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187177.607211:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654841920:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187177.612204:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654841984:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187178.039535:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187178.615417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187179.065779:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187179.639824:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187180.089321:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187180.663567:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187181.113916:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187181.687415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187182.135825:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187182.711412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187182.711679:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187182.711683:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187182.711686:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187182.711694:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7324 00000100:00080000:2.0:1776187182.711697:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187182.711702:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187182.711711:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187182.711723:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654842240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187182.711789:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654842240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187182.711856:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654842112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187182.711906:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187182.711920:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654842176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187182.711961:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654842368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187182.716880:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654842176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187182.717083:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187182.717087:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187182.717091:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654842240:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187182.717115:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654842368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187182.719127:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187182.728580:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654842112:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187183.159772:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187183.739222:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187184.183879:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187184.760435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187185.207824:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187185.784794:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187186.232058:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187186.810319:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187187.257339:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187187.832391:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187187.832575:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187187.832580:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187187.832583:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187187.832591:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7329 00000100:00080000:3.0:1776187187.832594:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187187.832600:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187187.832610:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187187.832625:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654842560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187187.832712:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654842560:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187187.835230:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654842432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187187.835365:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187187.835396:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187187.835402:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187187.835427:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187187.840466:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187187.840478:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187187.840497:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654842560:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187187.841950:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654842432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187187.843473:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187187.844557:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187187.844571:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654842624:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187188.279522:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187188.859854:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187189.308727:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187189.879448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187190.327530:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187190.905046:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187191.353265:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187191.929983:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187192.381030:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187192.951660:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187192.951668:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187192.951671:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187192.951681:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7334 00000100:00080000:1.0:1776187192.951685:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187192.951691:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187192.951700:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187192.951716:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654842880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187192.951767:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654842816:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187192.951842:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187192.951879:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187192.951885:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654842752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187192.951907:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654842944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187192.954571:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654842880:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187192.954584:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187192.954749:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187192.956483:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654842944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187192.959031:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654842752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187192.959053:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654842816:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187192.960520:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187192.960529:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187192.960537:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654842880:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187193.399514:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187193.975476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187194.423591:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187194.999436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187195.447630:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187196.023423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187196.472156:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187197.047856:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187197.495710:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187198.072324:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187198.074777:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187198.074784:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187198.074787:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187198.074796:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7339 00000100:00080000:1.0:1776187198.074800:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187198.074806:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187198.074816:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187198.074831:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654843200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187198.074889:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187198.074962:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654843200:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187198.074965:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187198.075009:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187198.075027:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654843072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187198.075052:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187198.079128:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187198.093646:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654843072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187198.093660:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187198.093666:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187198.093671:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187198.093673:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654843200:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187198.093697:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843328:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187198.522889:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187199.095433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187199.543609:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187200.123273:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187200.567596:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187201.143923:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187201.596125:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187202.167416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187202.616505:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187203.191500:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187203.191663:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187203.191668:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187203.191671:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187203.191681:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7344 00000100:00080000:1.0:1776187203.191684:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187203.191690:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187203.191700:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187203.191718:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654843520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187203.191777:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187203.192170:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654843520:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187203.192228:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654843392:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187203.192277:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187203.203455:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654843584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187203.207564:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654843392:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187203.207583:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654843584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187203.212875:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187203.216692:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187203.216702:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187203.216711:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654843520:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187203.218391:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654843648:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187203.640677:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187204.215437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187204.663579:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187205.243051:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187205.688199:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187206.263647:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187206.711607:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187207.287428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187207.735627:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187208.312033:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187208.313570:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187208.313576:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187208.313580:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187208.313590:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7349 00000100:00080000:2.0:1776187208.313593:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187208.313601:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187208.313611:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187208.313616:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654843712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187208.313629:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654843840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187208.313691:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654843776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187208.313718:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654843904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187208.313729:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654843968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187208.314390:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654843840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187208.318498:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654843904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187208.322084:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654843968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187208.323780:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654843712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187208.331737:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187208.331749:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187208.331756:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654843840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187208.332230:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654843776:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187208.761714:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187209.335429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187209.785289:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187210.359502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187210.808879:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187211.383417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187211.831608:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187212.410020:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187212.855897:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187213.431422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187213.436827:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187213.436833:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187213.436836:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187213.436846:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7354 00000100:00080000:1.0:1776187213.436849:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187213.436855:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187213.436865:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187213.436881:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654844160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187213.436934:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654844096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187213.437014:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654844288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187213.437041:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187213.437046:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654844032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187213.437065:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654844224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187213.437568:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654844160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187213.441084:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654844032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187213.441106:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654844224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187213.441117:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654844096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187213.441127:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654844288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187213.441144:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187213.441164:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187213.441169:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654844160:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187213.879633:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187214.455452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187214.907186:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187215.479443:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187215.932256:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187216.503563:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187216.954220:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187217.529981:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187217.976509:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187218.551427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187218.551480:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187218.551486:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187218.551490:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187218.551499:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7359 00000100:00080000:1.0:1776187218.551502:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187218.551508:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187218.551518:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187218.551528:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654844352:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187218.551533:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654844480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187218.551568:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654844480:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187218.551620:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844544:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187218.551658:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187218.551665:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844416:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187218.551685:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844608:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187218.556382:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187218.556394:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187218.556402:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654844480:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187218.556557:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654844352:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187218.556579:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844416:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187218.556589:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844608:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187218.556598:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844544:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187219.002922:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187219.575404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187220.023504:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187220.599405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187221.047545:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187221.625274:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187222.071997:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187222.647418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187223.098096:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187223.671533:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187223.671541:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187223.671544:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187223.671553:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7365 00000100:00080000:1.0:1776187223.671556:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187223.671562:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187223.671573:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187223.671588:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654844800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187223.671677:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654844672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187223.671768:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187223.671795:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187223.671801:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187223.671843:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187223.672181:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187223.672315:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654844800:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187223.699287:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187223.699354:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187223.699365:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654844672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187223.699375:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654844864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187223.709249:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187223.709260:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187223.709269:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654844800:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187224.119597:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187224.699185:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187225.145569:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187225.719497:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187226.169935:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187226.744247:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187227.200511:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187227.768001:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187228.215586:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187228.791541:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187228.791548:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187228.791551:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187228.791561:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7370 00000100:00080000:1.0:1776187228.791564:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187228.791569:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187228.791578:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187228.791591:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654845120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187228.791780:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187228.791847:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187228.791853:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654844992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187228.791870:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187228.792032:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654845120:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187228.792352:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187228.794118:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187228.799481:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654844992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187228.799508:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187228.800227:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187228.800241:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187228.800715:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187228.800720:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187228.800724:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654845120:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187229.243471:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187229.816839:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187230.263544:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187230.839679:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187231.287977:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187231.865353:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187232.311581:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187232.887420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187233.337444:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187233.911646:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187233.911653:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187233.911656:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187233.911665:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7375 00000100:00080000:1.0:1776187233.911668:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187233.911673:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187233.911682:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187233.911696:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654845440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187233.911753:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187233.911824:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845568:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187233.911849:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187233.911854:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654845312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187233.911873:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187233.911995:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654845440:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187233.912649:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187233.924638:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187233.924648:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187233.924658:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654845440:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187233.925744:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654845312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187233.925760:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187233.925771:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187233.925781:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845568:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187234.359843:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187234.938371:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187235.383574:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187235.960764:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187236.413716:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187236.983664:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187237.432925:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187238.007412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187238.456294:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187239.031551:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187239.031558:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187239.031563:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187239.031572:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7380 00000100:00080000:1.0:1776187239.031575:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187239.031581:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187239.031590:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187239.031605:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654845760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187239.031666:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845696:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187239.031688:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654845760:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187239.031744:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187239.031842:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187239.032191:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654845632:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187239.041883:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654845824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187239.054640:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654845632:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187239.054678:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654845824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187239.054848:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187239.054864:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187239.054869:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654845760:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187239.055802:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845696:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187239.055815:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654845888:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187239.480193:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187240.058539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187240.503545:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187241.079447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187241.528451:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187242.103490:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187242.552028:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187243.127624:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187243.575695:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187244.152337:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187244.153099:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187244.153104:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187244.153107:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187244.153116:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7385 00000100:00080000:2.0:1776187244.153119:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187244.153124:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187244.153134:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187244.153148:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654846080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187244.153205:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187244.153294:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187244.153347:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187244.153353:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654845952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187244.153376:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187244.154003:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654846080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187244.156278:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187244.163561:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654845952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187244.163592:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187244.166778:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187244.166796:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187244.166805:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654846080:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187244.167491:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846208:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187244.599900:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187245.175413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187245.624364:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187246.199435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187246.647575:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187247.223420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187247.674255:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187248.247454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187248.695953:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187249.272610:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187249.273386:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187249.273392:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187249.273395:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187249.273404:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7390 00000100:00080000:1.0:1776187249.273407:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187249.273413:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187249.273423:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187249.273437:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654846400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187249.273492:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654846336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187249.273563:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654846528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187249.273591:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187249.273597:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654846272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187249.273619:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654846464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187249.274087:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654846400:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187249.277031:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654846272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187249.277054:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654846336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187249.281531:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654846464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187249.281551:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654846528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187249.282173:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187249.282179:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187249.282184:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654846400:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187249.719816:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187250.296766:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187250.743529:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187251.319969:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187251.768136:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187252.344061:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187252.791481:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187253.367408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187253.816094:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187254.392981:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187254.392987:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187254.392990:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187254.393000:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7395 00000100:00080000:3.0:1776187254.393003:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187254.393009:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187254.393019:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187254.393033:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654846720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187254.393097:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654846592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187254.393183:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654846784:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187254.393212:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187254.393218:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654846656:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187254.393240:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654846848:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187254.394219:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654846720:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187254.394347:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187254.398363:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654846848:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187254.398383:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654846592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187254.398394:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654846784:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187254.398590:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187254.398596:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187254.398601:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654846720:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187254.398607:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654846656:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187254.839718:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187255.417326:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187255.863911:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187256.439416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187256.893561:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187257.463924:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187257.911929:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187258.487519:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187258.937509:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187259.511691:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187259.511697:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187259.511700:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187259.511708:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7400 00000100:00080000:2.0:1776187259.511711:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187259.511716:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187259.511725:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187259.511738:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654847040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187259.511877:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187259.511972:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654847168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187259.511997:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187259.512002:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654846912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187259.512024:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654847104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187259.512203:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654847040:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187259.512221:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187259.516429:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654846912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187259.518395:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654847104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187259.518419:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654847168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187259.525975:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654846976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187259.529787:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187259.529797:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187259.529805:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654847040:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187259.959841:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187260.536646:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187260.983598:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187261.560140:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187262.009409:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187262.583436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187263.033229:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187263.609518:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187264.055527:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187264.633803:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187264.633809:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187264.633812:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187264.633821:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7406 00000100:00080000:2.0:1776187264.633825:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187264.633831:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187264.633840:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187264.633856:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654847360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187264.633971:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654847232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187264.634061:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654847424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187264.634091:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187264.634096:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654847296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187264.634116:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654847488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187264.635459:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654847360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187264.635488:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187264.646610:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654847296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187264.646628:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654847232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187264.646638:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654847424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187264.646844:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187264.646849:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187264.646853:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654847360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187264.647523:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654847488:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187265.079687:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187265.655563:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187266.103588:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187266.679492:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187267.128515:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187267.703454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187268.153793:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187268.729323:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187269.176229:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187269.751425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187269.751921:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187269.751927:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187269.751931:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187269.751939:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7411 00000100:00080000:1.0:1776187269.751942:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187269.751949:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187269.751959:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187269.751977:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654847680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187269.752069:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654847552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187269.752146:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654847744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187269.752170:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187269.752175:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654847616:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187269.752205:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654847808:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187269.752277:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654847680:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776187269.756815:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187269.756826:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187269.756835:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654847680:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187269.756925:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654847616:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187269.756938:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654847808:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187269.756946:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654847744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187269.758154:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654847552:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187270.199598:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187270.775510:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187271.224785:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187271.799418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187272.249779:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187272.823527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187273.275128:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187273.847530:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187274.297115:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187274.871541:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187274.871740:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187274.871745:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187274.871748:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187274.871756:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7416 00000100:00080000:2.0:1776187274.871759:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187274.871766:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187274.871776:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187274.871791:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654848000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187274.871854:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654847936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187274.871937:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654848128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187274.871979:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654847872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187274.872021:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654848064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187274.872210:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848000:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187274.876821:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654848128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187274.885468:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654847936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187274.885563:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187274.885567:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187274.885572:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848000:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187274.885694:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654847872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187274.885705:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654848064:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187275.321320:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187275.895425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187276.343741:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187276.919629:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187277.376562:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187277.943560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187278.392872:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187278.967915:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187279.418193:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187279.991431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187279.992069:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187279.992074:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187279.992078:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187279.992086:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7421 00000100:00080000:1.0:1776187279.992089:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187279.992095:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187279.992104:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187279.992120:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654848320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187279.992212:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848320:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187279.992329:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654848192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187279.992364:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654848384:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187279.992388:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187279.992392:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654848256:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187279.992412:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654848448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187279.996554:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654848384:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187279.996871:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654848192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187280.000452:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187280.000464:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187280.000472:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848320:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187280.002251:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654848448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187280.002285:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654848256:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187280.439794:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187281.015435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187281.466003:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187282.040054:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187282.487587:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187283.063447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187283.511561:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187284.087470:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187284.535809:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187285.111754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187285.113739:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187285.113746:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187285.113749:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187285.113758:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7426 00000100:00080000:1.0:1776187285.113770:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187285.113776:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187285.113785:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187285.113799:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654848640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187285.114929:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848640:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187285.115103:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187285.115137:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187285.115163:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187285.115169:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654848512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187285.115190:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187285.119551:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187285.119561:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187285.119569:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848640:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187285.119617:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654848512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187285.119753:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187285.119764:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187285.119773:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848768:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187285.561074:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187286.135400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187286.584592:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187287.159662:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187287.612747:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187288.183437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187288.631906:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187289.207407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187289.655835:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187290.231806:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187290.231813:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187290.231816:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187290.231825:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7431 00000100:00080000:0.0:1776187290.231829:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187290.231834:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187290.231844:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187290.231865:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654848960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187290.231926:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187290.232000:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187290.232024:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187290.232029:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654848832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187290.232048:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187290.232142:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187290.232157:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187290.238066:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187290.238095:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654848832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187290.238106:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187290.254724:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654848896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187290.254733:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187290.254741:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187290.254826:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654848960:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187290.679689:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187291.257909:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187291.704482:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187292.279889:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187292.727575:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187293.303416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187293.751755:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187294.327729:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187294.776573:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187295.351418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187295.351590:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654849152:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187295.360644:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187295.360669:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654849216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187295.362592:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187295.362608:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187295.362611:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187295.362621:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7436 00000100:00080000:1.0:1776187295.362624:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187295.362630:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187295.362650:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187295.362683:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654849280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187295.362886:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654849280:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187295.364634:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849408:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187295.364721:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187295.364728:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187295.375388:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654849216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187295.375417:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654849152:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187295.380629:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187295.380664:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849408:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187295.386404:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187295.386415:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187295.386424:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654849280:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187295.799774:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187296.375599:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187296.825053:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187297.399430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187297.848430:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187298.423424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187298.871609:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187299.447513:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187299.897567:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187300.471596:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187300.472141:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654849472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187300.473773:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187300.473791:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654849536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187300.489661:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187300.489672:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187300.489675:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187300.489684:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7441 00000100:00080000:1.0:1776187300.489688:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187300.489694:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187300.489703:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187300.489734:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654849600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187300.489811:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187300.489884:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187300.489889:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187300.490847:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654849600:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187300.517988:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187300.518007:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654849728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187300.518180:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654849536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187300.518191:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654849472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187300.518250:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187300.518255:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187300.518261:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654849600:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187300.924644:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187301.496194:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187301.943824:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187302.519663:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187302.967600:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187303.543916:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187303.991576:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187304.567435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187305.015591:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187305.591613:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187305.591620:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187305.591623:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187305.591633:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7447 00000100:00080000:2.0:1776187305.591636:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187305.591642:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187305.591651:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187305.591666:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654849920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187305.591719:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654849856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187305.591795:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654850048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187305.591827:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187305.591835:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654849792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187305.591862:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654849984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187305.593800:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187305.593857:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654849920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187305.603502:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654849792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187305.603524:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654849856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187305.603537:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654850048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187305.604813:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187305.604821:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187305.604828:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654849920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187305.605089:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654849984:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187306.040642:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187306.615491:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187307.063616:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187307.639544:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187308.089926:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187308.663518:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187309.111671:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187309.687517:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187310.140066:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187310.711581:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187310.711588:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187310.711591:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187310.711601:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7452 00000100:00080000:1.0:1776187310.711604:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187310.711609:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187310.711619:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187310.711634:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654850240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187310.711703:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850176:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187310.711776:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850368:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187310.711801:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187310.711806:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654850112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187310.711828:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187310.712024:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654850240:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187310.712132:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187310.714431:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654850112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187310.715031:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850176:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187310.715095:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187310.715100:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187310.715114:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654850240:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187310.716873:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187310.716889:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850368:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187311.159732:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187311.735616:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187312.183510:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187312.759497:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187313.207493:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187313.783714:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187314.233528:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187314.807729:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187315.255628:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187315.831473:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187315.831723:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187315.831727:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187315.831730:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187315.831738:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7457 00000100:00080000:0.0:1776187315.831741:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187315.831746:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187315.831755:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187315.831767:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654850560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187315.831809:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187315.831875:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187315.831897:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187315.831902:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654850432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187315.831921:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187315.832275:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654850560:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187315.839178:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654850432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187315.839206:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187315.839216:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187315.839226:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654850688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187315.864478:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187315.864490:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187315.864500:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654850560:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187316.283206:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187316.855659:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187317.305761:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187317.879410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187318.340832:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187318.903922:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187319.351737:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187319.928228:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187320.376166:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187320.951406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187320.951599:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187320.951606:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187320.951609:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187320.951617:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7462 00000100:00080000:2.0:1776187320.951620:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187320.951626:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187320.951635:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187320.951648:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654850880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187320.951864:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654850880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187320.952616:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654850752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187320.954206:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654850944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187320.954242:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187320.954250:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654850816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187320.954806:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654851008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187320.957820:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1776187320.957824:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654850752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187320.957828:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187320.957832:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654850880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187320.957839:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654850944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187320.958535:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654850816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187320.960517:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654851008:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187321.402019:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187321.975486:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187322.424179:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187322.999431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187323.447522:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187324.023632:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187324.472004:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187325.047497:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187325.495905:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187326.071550:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187326.071557:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187326.071560:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187326.071571:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7467 00000100:00080000:1.0:1776187326.071574:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187326.071580:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187326.071589:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187326.071602:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654851200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187326.071652:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654851136:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187326.071722:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654851328:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187326.071751:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187326.071756:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654851072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187326.071779:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654851264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187326.071994:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654851200:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187326.072172:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187326.074900:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654851072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187326.074922:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654851264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187326.074934:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654851136:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187326.074943:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654851328:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187326.077917:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187326.077927:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187326.077935:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654851200:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187326.521275:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187327.095482:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187327.543734:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187328.120110:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187328.567481:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187329.143411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187329.597232:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187329.657118:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654851392:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:3.0:1776187329.657208:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187329.657214:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654851456:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:3.0:1776187329.665226:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654851392:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:3.0:1776187329.665257:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654851456:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:0.0:1776187330.167422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187330.615725:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187331.191412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187331.204094:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187331.204101:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187331.204106:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187331.204115:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7472 00000100:00080000:2.0:1776187331.204119:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187331.204125:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187331.204133:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187331.204148:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654851648/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187331.204217:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654851584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187331.204293:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654851776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187331.204341:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187331.204346:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654851520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187331.204367:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654851712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187331.204601:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654851648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187331.207203:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654851520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187331.207465:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187331.207471:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187331.207477:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654851648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187331.207480:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654851712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187331.207579:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654851584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187331.207591:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654851776:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187331.639598:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187332.215416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187332.663585:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187333.239769:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187333.687697:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187334.263521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187334.717293:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187335.287515:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187335.739472:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187336.312838:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187336.312845:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187336.312848:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187336.312859:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7477 00000100:00080000:0.0:1776187336.312862:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187336.312869:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:1.0:1776187336.312997:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654851840:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187336.313080:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187336.313086:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654851904:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:0.0:1776187336.313415:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187336.313435:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654851968/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187336.313497:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187336.313533:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187336.313538:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187336.313705:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187336.313913:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654851968:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1776187336.326542:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187336.326551:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187336.326561:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654851968:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187336.326862:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187336.326873:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187336.326894:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654851904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187336.326902:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654851840:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187336.760900:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187337.335392:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187337.785324:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187338.359802:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187338.810155:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187339.383367:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187339.831592:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187340.407699:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187340.855961:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187341.431679:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187341.432853:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187341.432859:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187341.432861:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187341.432869:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7482 00000100:00080000:2.0:1776187341.432872:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187341.432878:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187341.432886:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187341.432900:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654852288/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187341.432996:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654852288:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187341.433263:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654852224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187341.433325:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654852416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187341.433359:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187341.433364:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654852160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187341.433383:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654852352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187341.437145:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187341.437158:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187341.437170:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654852288:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187341.437828:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654852160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187341.437848:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654852352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187341.437861:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654852416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187341.438816:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654852224:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187341.880497:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187342.455417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187342.904554:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187343.479409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187343.927734:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187344.503755:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187344.953610:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187345.527536:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187345.978058:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187346.551412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187346.551521:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187346.551526:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187346.551529:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187346.551551:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7487 00000100:00080000:0.0:1776187346.551554:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187346.551560:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187346.551570:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187346.551585:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654852608/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187346.551719:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654852480:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187346.551796:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187346.551821:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776187346.551826:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187346.551846:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187346.552075:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654852608:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187346.555444:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187346.560028:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187346.560046:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187346.560059:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654852608:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187346.561185:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187346.561204:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654852480:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187346.561215:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654852672:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187347.001751:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187347.575454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187348.023725:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187348.599410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187349.054047:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187349.623377:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187350.072480:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187350.647607:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187351.095720:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187351.673255:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187351.673598:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187351.673610:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187351.673614:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187351.673621:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7493 00000100:00080000:1.0:1776187351.673624:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187351.673630:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187351.673639:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187351.673653:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654852928/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187351.673703:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654852864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187351.674154:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654852928:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187351.674242:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853056:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187351.674271:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187351.674277:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654852800:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187351.674324:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654852992:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187351.681828:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654852800:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187351.681853:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654852864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187351.681864:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853056:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187351.683537:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187351.683545:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187351.683553:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654852928:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187351.686383:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654852992:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187352.123384:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187352.695528:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187353.144222:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187353.719816:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187354.167494:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187354.743675:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187355.191625:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187355.767421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187356.222877:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187356.791450:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187356.791456:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187356.791459:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187356.791469:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7498 00000100:00080000:1.0:1776187356.791472:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187356.791477:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187356.791486:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187356.791509:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654853248/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187356.791548:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187356.791609:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187356.791628:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187356.791633:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654853120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187356.791647:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187356.791701:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654853248:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187356.793054:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187356.801212:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654853120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187356.801235:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187356.801246:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187356.801256:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187356.802060:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187356.802066:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187356.802072:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654853248:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187357.241062:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187357.816788:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187358.263889:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187358.839506:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187359.287564:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187359.863397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187360.311538:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187360.887401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187361.339506:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187361.911404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187361.911563:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187361.911568:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187361.911570:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187361.911578:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7503 00000100:00080000:1.0:1776187361.911581:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187361.911586:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187361.911595:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187361.911607:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654853568/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187361.911656:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187361.911755:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654853568:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187361.911961:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853696:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187361.911987:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187361.911992:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654853440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187361.912011:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853632:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187361.918941:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654853440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187361.918962:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853632:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187361.918972:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187361.918982:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654853696:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187361.920878:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187361.920887:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187361.920895:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654853568:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187362.359594:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187362.935404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187363.386646:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187363.959434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187364.407812:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187364.983539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187365.431441:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187366.007416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187366.455627:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187367.031435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187367.031640:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187367.031645:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187367.031649:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187367.031659:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7508 00000100:00080000:0.0:1776187367.031662:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187367.031669:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187367.031681:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187367.031696:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654853888/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187367.031771:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654853888:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187367.031944:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654853760:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187367.031978:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654853952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187367.031999:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776187367.032005:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654853824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187367.032024:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654854016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187367.041744:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654853760:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187367.041768:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654853952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187367.050353:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654854016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187367.050388:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654853824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187367.056110:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187367.056120:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187367.056128:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654853888:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776187367.479825:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187368.056526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187368.505139:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187369.083861:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187369.527443:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187370.103408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187370.553744:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187371.127434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187371.576439:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187372.159222:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187372.159684:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654854080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187372.168604:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187372.168625:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654854144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187372.169220:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187372.169227:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187372.169230:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187372.169237:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7513 00000100:00080000:2.0:1776187372.169240:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187372.169246:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187372.169257:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187372.169282:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654854208/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187372.169511:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654854208:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187372.172393:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654854272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187372.172639:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854336:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187372.179751:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654854080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187372.201771:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187372.201786:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187372.201797:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654854208:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187372.205370:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654854144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187372.207448:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654854272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187372.208127:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854336:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187372.599604:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187373.176791:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187373.623627:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187374.199559:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187374.647613:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187375.223425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187375.671696:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187376.250181:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187376.695535:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187377.272133:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187377.275588:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187377.275594:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187377.275597:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187377.275606:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7518 00000100:00080000:3.0:1776187377.275609:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187377.275614:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187377.275623:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187377.275637:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654854528/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187377.275687:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187377.275770:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854656:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187377.275798:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187377.275803:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654854400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187377.275818:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187377.276625:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654854528:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776187377.285074:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187377.285084:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187377.285093:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654854528:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187377.285174:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654854400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187377.285186:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187377.285196:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187377.285204:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854656:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187377.719689:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187378.297198:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187378.746993:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187379.319389:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187379.767522:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187380.343414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187380.794502:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187381.367419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187381.815704:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187382.391451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187382.394175:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187382.394182:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187382.394186:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187382.394195:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7523 00000100:00080000:2.0:1776187382.394199:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187382.394205:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187382.394214:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187382.394230:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654854848/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187382.394254:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654854720:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187382.394354:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654854912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187382.394362:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187382.394408:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187382.394488:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654854848:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187382.400542:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187382.401136:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654854912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187382.401158:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654854720:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187382.402269:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187382.402276:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187382.402283:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654854848:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187382.403477:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654854976:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187382.839513:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187383.416324:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187383.870035:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187384.439401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187384.892109:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187385.464151:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187385.911948:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187386.487431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187386.935795:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187387.512314:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187387.512552:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187387.512557:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187387.512560:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187387.512568:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7528 00000100:00080000:3.0:1776187387.512572:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187387.512578:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187387.512586:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187387.512601:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654855168/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187387.512660:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654855104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187387.512744:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654855296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187387.512772:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187387.512778:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654855040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187387.512802:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654855232:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187387.513116:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654855168:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187387.516842:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654855040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187387.523867:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654855232:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187387.523887:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654855104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187387.523896:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654855296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187387.529354:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187387.529365:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187387.529373:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654855168:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776187387.959532:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187388.535526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187388.984500:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187389.559485:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187390.008517:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187390.583406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187391.033901:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187391.607413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187392.055735:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187392.631417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187392.634704:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187392.634713:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187392.634717:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187392.634727:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7534 00000100:00080000:1.0:1776187392.634730:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187392.634737:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187392.634746:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187392.634752:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654855360:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187392.634763:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654855488/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187392.634820:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187392.634877:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855616:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187392.634905:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187392.634912:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187392.635740:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654855488:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187392.639805:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187392.639812:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654855360:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187392.639829:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187392.639843:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855616:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187392.643016:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187392.643027:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187392.643035:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654855488:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187393.080555:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187393.656732:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187394.103585:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187394.679418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187395.128491:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187395.703585:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187396.152722:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187396.727415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187397.175807:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187397.751423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187397.751487:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187397.751494:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187397.751497:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187397.751506:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7539 00000100:00080000:1.0:1776187397.751509:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187397.751515:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187397.751525:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187397.751540:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654855808/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187397.751602:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187397.751614:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654855808:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187397.751684:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187397.752635:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654855680:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187397.753655:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654855872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187397.758220:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187397.758229:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187397.758234:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654855680:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187397.758236:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654855808:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187397.758262:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654855872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187397.758458:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187397.758469:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654855936:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187398.199457:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187398.775608:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187399.223661:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187399.799763:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187400.247629:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187400.823543:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187401.272508:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187401.847421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187402.295683:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187402.871523:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187402.871530:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187402.871533:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187402.871543:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7544 00000100:00080000:2.0:1776187402.871546:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187402.871552:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187402.871561:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187402.871577:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654856128/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187402.871912:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654856000:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187402.871976:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654856128:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187402.871992:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654856192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187402.872026:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187402.872033:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654856064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187402.872053:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654856256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187402.872128:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187402.885617:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654856064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187402.885647:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654856256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187402.885670:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654856000:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187402.885680:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654856192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187402.886119:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187402.886124:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187402.886129:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654856128:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187403.320957:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187403.895464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187404.346465:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187404.923754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187405.367658:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187405.943412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187406.392550:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187406.967393:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187407.418785:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187407.992426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187407.992939:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187407.992944:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187407.992947:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187407.992956:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7549 00000100:00080000:2.0:1776187407.992959:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187407.992964:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187407.992973:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187407.992987:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654856448/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187407.993655:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654856448:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187408.000057:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654856384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187408.000154:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654856576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187408.000189:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187408.000196:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654856320:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187408.000232:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654856512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187408.006537:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187408.006548:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187408.006557:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654856448:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187408.007915:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654856320:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187408.007932:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654856512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187408.007941:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654856384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187408.007949:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654856576:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187408.441086:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187409.015403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187409.464624:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187410.039462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187410.490673:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187411.063781:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187411.511773:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187412.087407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187412.535772:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187413.111430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187413.111476:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187413.111481:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187413.111484:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187413.111492:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7554 00000100:00080000:1.0:1776187413.111495:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187413.111501:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187413.111511:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187413.111525:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654856768/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187413.111678:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654856768:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187413.111683:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654856640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187413.111750:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654856704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187413.111785:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654856832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187413.116290:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654856896:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187413.120209:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187413.120219:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187413.120227:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654856768:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187413.120447:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654856704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187413.120460:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654856896:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187413.120490:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654856640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187413.120500:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654856832:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187413.560163:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187414.135397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187414.585512:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187415.159495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187415.611492:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187416.186207:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187416.634295:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187417.207423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187417.656286:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187418.231384:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187418.235350:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187418.235356:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187418.235358:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187418.235367:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7559 00000100:00080000:3.0:1776187418.235370:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187418.235382:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187418.235390:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187418.235401:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654857088/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187418.235463:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654857024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187418.235477:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654857088:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187418.235580:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654856960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187418.242745:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654857216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187418.246743:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654857152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187418.263330:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187418.263341:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187418.263348:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654857088:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187418.269244:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654857216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187418.282698:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654857024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187418.282929:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654856960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187418.282942:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654857152:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187418.679847:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187419.255404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187419.705064:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187420.279462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187420.727575:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187421.303606:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187421.752932:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187422.329781:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187422.775839:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187423.354915:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187423.355517:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187423.355522:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187423.355525:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187423.355534:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7564 00000100:00080000:1.0:1776187423.355537:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187423.355542:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187423.355552:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187423.355565:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654857408/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187423.355649:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654857280:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187423.355723:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187423.355744:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187423.355748:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187423.355762:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187423.356207:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654857408:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187423.360060:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654857280:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187423.360079:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187423.360638:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187423.365164:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187423.366191:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187423.366197:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187423.366204:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654857408:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187423.799691:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187424.375448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187424.829798:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187425.399545:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187425.848536:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187426.423802:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187426.871512:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187427.447508:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187427.895912:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187428.471457:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187428.471464:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187428.471467:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187428.471476:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7569 00000100:00080000:1.0:1776187428.471479:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187428.471486:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187428.471496:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187428.471502:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654857600:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187428.471509:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654857728/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187428.471576:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654857664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187428.471635:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187428.471674:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654857728:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187428.471739:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187428.476348:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654857856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187428.500863:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654857664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187428.500881:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654857856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187428.501022:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187428.501028:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187428.501032:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654857728:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187428.501161:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654857792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187428.501172:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654857600:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187428.921287:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187429.495505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187429.944962:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187430.520008:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187430.968488:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187431.543763:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187431.991445:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187432.567634:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187433.016669:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187433.591566:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187433.591717:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654857920:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187433.595485:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187433.595494:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187433.595497:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187433.595506:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7575 00000100:00080000:2.0:1776187433.595509:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187433.595515:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187433.595526:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187433.595550:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654858048/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187433.595640:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654857984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187433.595725:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187433.596072:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776187433.596079:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187433.596441:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654858048:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187433.602077:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187433.602107:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654857984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187433.602117:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187433.602756:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654857920:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187433.603434:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187433.603439:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187433.603445:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654858048:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187434.040623:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187434.615552:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187435.064662:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187435.640347:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187436.090278:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187436.663612:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187437.111461:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187437.687854:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187438.135745:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187438.711468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187438.712676:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187438.712682:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187438.712685:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187438.712695:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7580 00000100:00080000:1.0:1776187438.712698:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187438.712704:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187438.712713:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187438.712727:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654858368/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187438.712810:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654858304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187438.712884:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654858496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187438.712912:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187438.712919:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654858240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187438.712957:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654858432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187438.713281:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654858368:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187438.717509:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654858432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187438.730141:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654858240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187438.730166:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654858304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187438.730176:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654858496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187438.730268:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187438.730274:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187438.730279:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654858368:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187439.159619:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187439.735415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187440.184898:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187440.759416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187441.209068:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187441.783411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187442.231578:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187442.808029:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187443.255553:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187443.832037:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187443.832134:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187443.832139:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187443.832143:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187443.832152:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7585 00000100:00080000:3.0:1776187443.832154:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187443.832161:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:2.0:1776187443.832166:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654858560:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:3.0:1776187443.832171:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187443.832184:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654858688/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187443.832235:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187443.832253:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654858752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187443.832262:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187443.832329:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654858688:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187443.860387:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187443.860409:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654858816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187443.863622:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654858752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187443.863640:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654858560:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187443.863743:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187443.863748:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187443.863752:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654858688:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187444.281337:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187444.856133:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187445.303548:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187445.879776:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187446.333959:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187446.903483:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187447.353844:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187447.928474:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187448.376862:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187448.951457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187448.951815:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187448.951820:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187448.951824:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187448.951831:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7590 00000100:00080000:1.0:1776187448.951834:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187448.951858:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187448.951867:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187448.951881:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654859008/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187448.952035:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654858880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187448.952105:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654859072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187448.952148:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187448.952155:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654858944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187448.952179:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654859136:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187448.952429:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859008:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187448.954726:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654858944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187448.965172:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187448.965183:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187448.965193:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859008:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187448.967819:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654859136:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187448.967835:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654858880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187448.967846:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654859072:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187449.399688:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187449.979664:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187450.424858:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187451.002446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187451.447463:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187452.023520:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187452.473342:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187453.047466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187453.495558:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187454.071604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187454.071664:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187454.071671:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187454.071674:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187454.071683:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7595 00000100:00080000:1.0:1776187454.071687:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 6s 00000100:00080000:1.0:1776187454.071694:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187454.071703:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187454.071718:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654859328/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187454.071771:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654859264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187454.071780:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654859200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187454.071852:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654859392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187454.071855:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654859456:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187454.071860:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859328:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776187454.094394:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187454.094409:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187454.094422:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859328:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187454.094786:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654859264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187454.100157:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654859456:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187454.100881:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654859200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187454.100899:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654859392:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187454.523025:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187455.098440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187455.545562:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187456.119982:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187456.570467:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187457.143432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187457.591736:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187458.167452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187458.615725:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187459.191433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187459.191734:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187459.191739:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187459.191743:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187459.191751:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7600 00000100:00080000:2.0:1776187459.191755:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 11s 00000100:00080000:2.0:1776187459.191761:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187459.191770:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187459.191784:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654859648/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187459.191834:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654859584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187459.191923:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654859776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187459.191950:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187459.191956:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654859520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187459.191976:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654859712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187459.192119:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776187459.197210:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187459.197226:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187459.197235:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187459.197396:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654859520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187459.197411:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654859584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187459.205783:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654859712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187459.205802:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654859776:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187459.642344:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187460.215436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187460.663867:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187461.239683:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187461.687762:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187462.267150:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187462.711473:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187463.287422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187463.741401:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187464.311427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187464.311686:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187464.311692:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187464.311696:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187464.311704:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7605 00000100:00080000:3.0:1776187464.311708:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 16s 00000100:00080000:3.0:1776187464.311715:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187464.311725:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187464.311741:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654859968/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187464.311947:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859968:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187464.312568:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654859840:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187464.312645:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187464.312673:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187464.312680:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654859904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187464.312701:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187464.318846:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187464.319055:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187464.319068:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654859840:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187464.319699:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187464.319706:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187464.319712:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654859968:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187464.319854:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654859904:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187464.759569:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187465.335410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187465.786259:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187466.359513:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187466.810520:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187467.383448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187467.831540:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187468.407397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187468.855548:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187469.431445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187469.434508:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187469.434514:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187469.434517:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187469.434527:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7610 00000100:00080000:2.0:1776187469.434531:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776187469.434536:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187469.434545:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187469.434560:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654860288/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187469.434615:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187469.434793:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654860160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187469.434824:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187469.435520:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654860288:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187469.437621:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187469.443580:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187469.443589:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187469.443597:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654860288:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187469.443674:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187469.448589:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187469.448611:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187469.456676:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654860160:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187469.879528:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187470.455472:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187470.903528:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187471.479770:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187471.927521:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187472.507556:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187472.951763:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187473.528066:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187473.975472:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187474.551553:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187474.552450:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187474.552455:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187474.552458:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187474.552467:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7615 00000100:00080000:3.0:1776187474.552469:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187474.552475:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187474.552485:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187474.552498:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654860608/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187474.552570:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860544:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187474.552572:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654860608:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187474.552697:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654860480:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187474.553031:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860736:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187474.553097:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860672:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187474.568150:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187474.568159:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187474.568168:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654860608:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187474.568541:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654860672:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187474.568562:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654860480:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187474.573113:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860736:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187474.574842:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860544:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187474.999920:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187475.575485:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187476.023503:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187476.604358:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187477.051436:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187477.623512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:0.0:1776187478.071454:0:131418:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776187478.071552:0:31311:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776187478.071558:0:31311:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8e0e1174d800 lock: 00000000686563ad/0xa474374c0003653d lrc: 2/0,0 mode: PR/PR res: [0xba2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xed5c52a46e3dac64 expref: -99 pid: 97485 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1776187478.071582:0:31311:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b1:0x1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1776187478.071627:0:31311:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b1:0x1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00010000:00010000:1.0:1776187478.071673:0:31311:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8e0e1174d800 lock: 00000000686563ad/0xa474374c0003653d lrc: 1/0,0 mode: --/PR res: [0xba2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xed5c52a46e3dac64 expref: -99 pid: 97485 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776187478.071700:0:31311:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1776187478.071727:0:31311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8e0e1174d800 lock: 00000000686563ad/0xa474374c0003653d lrc: 0/0,0 mode: --/PR res: [0xba2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xed5c52a46e3dac64 expref: -99 pid: 97485 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776187478.071754:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776187478.071756:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776187478.071757:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187478.071765:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187478.071782:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654860800:192.168.203.125@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776187478.073324:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187478.089099:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654860800:192.168.203.125@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1776187478.647401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187479.095803:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187479.671799:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187479.671973:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187479.671978:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187479.671981:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187479.671989:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7621 00000100:00080000:3.0:1776187479.671992:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187479.671997:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187479.672007:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187479.672020:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654860992/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187479.672115:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654860992:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187479.672677:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860928:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187479.672726:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654861120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187479.672763:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187479.672769:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654860864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187479.672790:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654861056:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187479.681716:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654860864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187479.681764:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187479.681770:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187479.681775:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654860992:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187479.682663:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654860928:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187479.682688:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654861120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187479.701323:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654861056:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187480.120266:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187480.700249:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187481.143541:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187481.719533:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187482.167707:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187482.743393:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187483.192633:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187483.767423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187484.215625:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187484.791416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187484.791631:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187484.791636:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187484.791639:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187484.791647:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7626 00000100:00080000:1.0:1776187484.791650:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187484.791655:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187484.791664:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187484.791678:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654861312/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187484.791777:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187484.791852:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654861312:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187484.791856:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187484.791894:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187484.791903:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654861184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187484.791929:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187484.797828:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654861184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187484.797862:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187484.797875:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187484.800854:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187484.800863:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187484.800871:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654861312:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187484.805601:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861248:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187485.239675:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187485.816280:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187486.263670:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187486.842051:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187487.288160:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187487.863444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187488.312265:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187488.888369:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187489.335547:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187489.911596:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187489.911603:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187489.911606:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187489.911615:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7631 00000100:00080000:0.0:1776187489.911618:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776187489.911625:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187489.911634:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187489.911648:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654861632/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187489.911702:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187489.911783:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861760:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187489.911812:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187489.911818:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654861504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187489.911836:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187489.912246:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654861632:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187489.913148:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187489.915362:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654861504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187489.915382:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187489.915390:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861760:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187489.918588:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187489.924941:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187489.924950:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187489.924960:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654861632:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187490.360904:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187490.939751:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187491.383534:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187491.959412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187492.410511:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187492.984578:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187493.431584:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187494.010464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187494.455578:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187495.031414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187495.031546:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187495.031551:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187495.031554:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187495.031563:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7636 00000100:00080000:1.0:1776187495.031566:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187495.031572:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187495.031580:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187495.031594:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654861952/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187495.031752:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187495.031831:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654862080:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187495.031861:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187495.031867:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654861824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187495.031888:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654862016:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187495.031955:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654861952:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187495.034732:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654861824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187495.034750:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654862016:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187495.034760:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654861888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187495.034769:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654862080:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187495.034934:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187495.034939:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187495.034943:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654861952:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187495.479723:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187496.055429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187496.503524:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187497.079703:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187497.530126:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187498.103402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187498.552393:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187499.129895:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187499.575566:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187500.151602:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187500.151609:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187500.151612:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187500.151622:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7641 00000100:00080000:1.0:1776187500.151625:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187500.151630:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187500.151641:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187500.151656:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654862272/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187500.151686:0:133344:0:(import.c:86:import_set_state_nolock()) 00000000d1bdfb62 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1776187500.151689:0:133344:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8e0e1174d800: disconnect after 22s idle 00000100:00100000:2.0:1776187500.151754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187500.151833:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654862144:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187500.151920:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654862336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187500.151947:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187500.151953:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654862208:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187500.152369:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862272:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187500.152424:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862400:192.168.203.125@tcp:9:kworker/u8:2.0 00000100:00100000:0.0:1776187500.155907:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654862144:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187500.155917:0:2277:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@00000000e0c4f9b4 x1862459654862400/t0(0) o9->lustre-OST0001-osc-ffff8e0e1174d800@192.168.203.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1776187506 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:3.0:1776187500.155927:0:2277:0:(import.c:86:import_set_state_nolock()) 00000000d1bdfb62 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1776187500.155932:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654862336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187500.155933:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862400:192.168.203.125@tcp:9:kworker/u8:2.0 00000100:00100000:0.0:1776187500.163118:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654862208:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187500.163189:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187500.163281:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187500.163287:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862272:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187500.599498:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187501.175761:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187501.625637:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187502.199674:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187502.648089:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187503.223582:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187503.671914:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187504.248607:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187504.695534:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187505.271418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187505.271649:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187505.271655:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187505.271657:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187505.271665:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7646 00000100:00080000:2.0:1776187505.271668:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776187505.271674:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187505.271684:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187505.271697:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654862592/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187505.271726:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187505.271730:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187505.271747:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654862528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187505.271901:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654862464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187505.271968:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654862656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187505.272139:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862592:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187505.275081:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654862464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187505.275115:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654862656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187505.283916:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654862528:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187505.284161:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187505.284166:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187505.284170:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862592:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776187505.719536:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187506.299321:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187506.743783:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187507.319788:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187507.767529:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187508.343862:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187508.792740:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187509.367619:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187509.816110:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187510.391671:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187510.391789:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187510.391794:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187510.391797:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187510.391806:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7651 00000100:00080000:3.0:1776187510.391809:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187510.391815:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187510.391825:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187510.391839:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654862848/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187510.391867:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187510.391870:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187510.392115:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654862720:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187510.392189:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862848:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187510.392203:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654862912:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187510.403717:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654862720:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187510.403742:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654862912:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187510.406119:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654862784:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187510.406773:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187510.406778:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187510.406783:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654862848:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187510.418794:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654862784:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187510.841586:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187511.415844:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187511.863476:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187512.440459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187512.887981:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187513.463506:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187513.911524:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187514.487417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187514.936353:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187515.511489:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187515.511489:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187515.511497:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187515.511502:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187515.511511:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7656 00000100:00080000:3.0:1776187515.511514:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187515.511520:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187515.511530:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187515.511545:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654863104/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187515.511578:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187515.511581:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187515.511610:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654863040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187515.511680:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187515.511686:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654862976:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187515.511712:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654863168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187515.512113:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187515.514429:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654862976:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187515.516702:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187515.516713:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187515.516721:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187515.522065:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654863040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187515.522101:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654863168:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187515.959528:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187516.535452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187516.983715:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187517.559713:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187518.007699:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187518.583450:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187519.031529:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187519.608109:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187520.055520:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187520.632535:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187520.632541:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187520.632545:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187520.632555:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7662 00000100:00080000:0.0:1776187520.632558:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776187520.632563:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187520.632573:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187520.632587:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654863360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187520.632609:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187520.632613:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187520.632631:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654863296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187520.632703:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187520.632710:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654863232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187520.632733:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654863424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187520.633016:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187520.633464:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187520.639887:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654863296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187520.648176:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187520.648188:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187520.648199:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863360:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187520.654706:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654863232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187520.659244:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654863424:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187521.079485:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187521.655413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187522.104116:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187522.679423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187523.127510:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187523.703637:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187524.151602:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187524.727675:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187525.181707:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187525.753708:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187525.753716:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187525.753719:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187525.753730:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7667 00000100:00080000:3.0:1776187525.753734:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187525.753740:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187525.753750:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187525.753767:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654863616/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187525.753801:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187525.753803:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187525.754112:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863616:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187525.756587:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654863552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187525.756697:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187525.756705:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654863488:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187525.756733:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654863680:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187525.756830:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187525.757146:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187525.757151:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187525.757156:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863616:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187525.764327:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654863488:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187525.764350:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654863680:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187525.764360:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654863552:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187526.199588:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187526.776017:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187527.224460:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187527.800963:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187528.247825:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187528.823505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187529.273989:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187529.847438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187530.296034:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187530.871613:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187530.871621:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187530.871624:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187530.871634:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7672 00000100:00080000:0.0:1776187530.871637:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776187530.871642:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187530.871652:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187530.871666:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654863872/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187530.871698:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187530.871701:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187530.871767:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654863808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187530.871861:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776187530.871868:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654863744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187530.871891:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654863936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187530.872420:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863872:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187530.872614:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187530.875837:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654863744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187530.875857:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654863936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187530.875869:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654863808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187530.878825:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187530.878835:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187530.878844:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654863872:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187531.320496:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187531.895423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187532.343546:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187532.919404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187533.367779:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187533.943741:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187534.391709:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187534.967488:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187535.416960:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187535.991495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187535.991504:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187535.991509:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187535.991514:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187535.991522:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7677 00000100:00080000:0.0:1776187535.991525:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776187535.991531:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187535.991540:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187535.991565:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654864128/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187535.991570:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654864000:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187535.991601:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187535.991605:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187535.991637:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654864064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187535.991665:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654864192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187535.991785:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864128:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187535.995222:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654864192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187536.005017:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654864000:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187536.005248:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187536.005254:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187536.005258:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864128:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187536.005339:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654864064:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187536.439879:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187537.016275:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187537.463604:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187538.039520:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187538.487652:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187539.063410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187539.511615:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187540.087663:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187540.537407:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187541.111556:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187541.111698:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187541.111703:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187541.111707:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187541.111716:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7682 00000100:00100000:2.0:1776187541.111720:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654864256:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187541.111720:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187541.111729:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187541.111738:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187541.111751:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654864384/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187541.111784:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187541.111787:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187541.111818:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654864320:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187541.111899:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654864448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187541.111924:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864384:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776187541.121073:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187541.121084:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187541.121092:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864384:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187541.121469:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654864320:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187541.121548:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654864448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187541.121560:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654864256:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187541.559718:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187542.135450:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187542.590435:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187543.162244:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187543.608890:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187544.185592:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187544.631493:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187545.207961:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187545.657095:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187546.233935:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654864512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187546.234293:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187546.235392:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776187546.235405:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654864576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187546.238116:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654864512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187546.240886:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187546.240895:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187546.240898:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187546.240909:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7687 00000100:00080000:2.0:1776187546.240912:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776187546.240924:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187546.240936:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187546.240973:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654864640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187546.241021:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187546.241024:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187546.241046:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187546.241794:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187546.241807:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654864704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187546.241872:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654864576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187546.249664:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654864704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187546.254570:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187546.254581:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187546.254590:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864640:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776187546.681449:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187547.255473:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187547.703590:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187548.279727:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187548.727682:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187549.303459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187549.751730:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187550.327418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187550.779778:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187551.351409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187551.351521:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187551.351527:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187551.351530:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187551.351540:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7692 00000100:00080000:0.0:1776187551.351542:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776187551.351547:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187551.351558:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187551.351572:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654864896/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187551.351598:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187551.351601:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187551.351661:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654864768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187551.351737:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654864960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187551.351761:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187551.351766:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654864832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187551.351837:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864896:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187551.361403:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654864832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187551.361424:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654864960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187551.366017:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187551.366028:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187551.366037:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654864896:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187551.366138:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654864768:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187551.799537:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187552.375456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187552.824174:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187553.399429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187553.848431:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187554.423442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187554.871621:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187555.447477:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187555.900024:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187556.471586:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187556.471595:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187556.471598:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187556.471608:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7697 00000100:00080000:1.0:1776187556.471611:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187556.471617:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187556.471626:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187556.471640:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654865152/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187556.471667:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187556.471671:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187556.471698:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654865088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187556.471774:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187556.471781:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654865024:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187556.471815:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654865216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187556.472132:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865152:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187556.472555:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187556.474252:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654865088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187556.475782:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654865024:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187556.477918:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654865216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187556.478654:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187556.478660:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187556.478666:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865152:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187556.921836:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187557.495417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187557.947600:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187558.519712:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187558.967580:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187559.543400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187559.991937:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187560.567734:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187561.015494:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187561.591648:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187561.591655:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187561.591658:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187561.591668:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7703 00000100:00080000:3.0:1776187561.591671:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187561.591676:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187561.591697:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187561.591711:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654865408/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187561.591753:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187561.591756:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187561.591774:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654865280:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187561.592324:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187561.592357:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654865344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187561.592588:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654865472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187561.592609:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865408:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776187561.597364:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187561.597376:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187561.597384:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865408:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187561.597464:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654865344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187561.598064:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654865280:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187561.598078:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654865472:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187562.039947:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187562.615703:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187563.063926:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187563.639839:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187564.089667:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187564.663449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187565.111563:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187565.687449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187566.135500:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187566.711680:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187566.712168:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187566.712173:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187566.712177:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187566.712185:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7708 00000100:00080000:1.0:1776187566.712188:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187566.712205:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187566.712214:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187566.712231:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654865664/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187566.712262:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187566.712264:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187566.712282:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654865600:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187566.712589:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865664:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187566.712676:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654865536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187566.716845:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654865728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187566.729602:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187566.729613:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187566.729622:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865664:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187566.731418:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654865600:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187566.732280:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654865536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187566.732320:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654865728:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187567.160479:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187567.735849:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187568.184660:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187568.759543:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187569.209242:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187569.783410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187570.233507:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187570.807408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187571.255590:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187571.831410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187571.831570:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187571.831575:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187571.831579:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187571.831588:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7713 00000100:00080000:1.0:1776187571.831591:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187571.831597:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187571.831607:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187571.831622:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654865920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187571.831654:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187571.831656:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187571.831726:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865920:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187571.832056:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654865792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187571.832100:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654865984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187571.832125:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187571.832131:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654865856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187571.840067:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187571.840151:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187571.840160:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654865920:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187571.840264:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654865856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187571.844751:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654865792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187571.844771:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654865984:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187572.279812:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187572.855399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187573.306382:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187573.879383:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187574.327548:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187574.903410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187575.352264:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187575.929656:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187576.375574:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187576.953778:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187576.953784:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187576.953787:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187576.953796:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7718 00000100:00080000:3.0:1776187576.953799:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187576.953804:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187576.953813:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187576.953827:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654866176/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187576.953856:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187576.953859:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187576.953880:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654866112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187576.953969:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187576.953975:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654866048:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187576.953997:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654866240:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187576.954229:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866176:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187576.954319:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187576.960350:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654866240:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187576.970614:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187576.970626:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187576.970635:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866176:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187576.970769:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654866112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187576.975622:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654866048:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187577.400616:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187577.975511:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187578.424322:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187579.000850:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187579.447773:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187580.023504:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187580.471912:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187581.048904:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187581.495505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187582.071465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187582.071568:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187582.071573:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187582.071577:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187582.071586:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7723 00000100:00080000:1.0:1776187582.071589:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187582.071608:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187582.071618:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187582.071632:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654866432/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187582.071663:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187582.071666:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187582.071725:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866432:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187582.071815:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654866304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187582.071851:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187582.071874:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187582.071878:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866368:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187582.075870:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866368:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187582.076586:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654866304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187582.076609:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187582.076746:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187582.076752:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187582.076756:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866432:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187582.519677:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187583.095595:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187583.543838:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187584.120835:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187584.567646:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187585.143426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187585.591800:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187586.167905:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187586.619119:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187587.191440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187587.191796:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187587.191801:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187587.191810:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187587.191818:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7728 00000100:00080000:1.0:1776187587.191820:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776187587.191825:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187587.191834:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187587.191847:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654866688/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187587.192027:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187587.192030:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187587.192200:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866688:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187587.199714:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187587.199810:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187587.199818:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654866560:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187587.199841:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187587.209649:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187587.209665:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654866624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187587.211455:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187587.211463:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187587.211470:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866688:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187587.214677:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654866560:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187587.640822:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187588.217137:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187588.668560:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187589.240181:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187589.687636:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187590.263400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187590.712687:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187591.287379:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187591.735611:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187592.311558:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187592.312416:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187592.312422:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187592.312425:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187592.312434:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7733 00000100:00080000:0.0:1776187592.312436:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776187592.312442:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187592.312451:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187592.312463:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654866944/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187592.312493:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187592.312495:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187592.312516:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654866880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187592.312525:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866944:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187592.312612:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654866816:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187592.325891:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654866880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187592.328621:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654867008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187592.328830:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187592.328835:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187592.328840:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654866944:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187592.332720:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654866816:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187592.332742:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654867008:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187592.759661:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187593.335553:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187593.783533:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187594.359412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187594.807534:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187595.383479:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187595.832961:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187596.412075:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187596.856438:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187597.432919:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187597.432927:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187597.432929:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187597.432939:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7738 00000100:00080000:3.0:1776187597.432942:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776187597.432948:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187597.432957:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187597.432971:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654867200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187597.433010:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187597.433013:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187597.433032:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654867072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187597.433125:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654867264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187597.433153:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187597.433159:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654867136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187597.433495:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867200:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187597.433863:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187597.439441:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654867264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187597.442476:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187597.442486:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187597.442495:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867200:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187597.443036:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654867136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187597.443050:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654867072:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187597.879556:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187598.455417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187598.903526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187599.479499:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187599.927520:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187600.503431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187600.951550:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187601.527458:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187601.976653:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187602.551440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187602.551585:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187602.551590:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187602.551593:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187602.551601:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7743 00000100:00080000:0.0:1776187602.551604:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187602.551610:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187602.551619:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187602.551635:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654867456/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187602.551659:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654867328:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187602.551663:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187602.551665:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187602.551691:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654867392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187602.551709:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867456:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187602.551737:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187602.558080:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187602.558091:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187602.558099:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867456:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187602.559083:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654867392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187602.559129:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187602.561702:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654867328:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187603.001476:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187603.576534:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187604.024745:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187604.599423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187605.049919:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187605.624711:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187606.071516:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187606.647403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187607.097421:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187607.671428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187607.671580:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187607.671585:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187607.671588:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187607.671596:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7749 00000100:00080000:0.0:1776187607.671600:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187607.671605:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187607.671614:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187607.671628:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654867712/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187607.671658:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187607.671661:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187607.671680:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867648:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187607.671754:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187607.671759:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654867584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187607.671780:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867776:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187607.671990:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867712:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776187607.675100:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187607.675110:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187607.675118:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867712:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187607.675213:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867776:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187607.675225:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867648:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187607.677392:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654867584:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187608.119464:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187608.695493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187609.143684:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187609.719967:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187610.170372:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187610.743602:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187611.191569:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187611.767415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187612.216163:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187612.791383:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187612.791441:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187612.791446:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187612.791449:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187612.791457:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7754 00000100:00080000:0.0:1776187612.791460:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187612.791466:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187612.791475:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187612.791492:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654867968/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187612.791521:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187612.791524:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187612.791543:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867968:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187612.791587:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654867840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187612.791625:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654868032:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187612.791648:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187612.791653:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867904:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187612.800420:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187612.800469:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187612.800478:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654867968:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187612.800702:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654867840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187612.800718:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654868032:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187612.804567:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654867904:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187613.239804:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187613.815904:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187614.263524:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187614.841434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187615.289246:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187615.863402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187616.311838:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187616.887454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187617.337147:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187617.911430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187617.911747:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187617.911752:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187617.911755:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187617.911763:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7759 00000100:00080000:3.0:1776187617.911766:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187617.911771:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187617.911780:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187617.911800:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654868224/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187617.911831:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187617.911834:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187617.911854:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187617.911940:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776187617.913739:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868224:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187617.914568:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654868096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187617.914624:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187617.917995:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187617.920882:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187617.920892:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187617.920900:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868224:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187617.924779:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187617.926638:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654868096:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187618.361545:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187618.935407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187619.387106:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187619.959404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187620.407554:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187620.984438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187621.431907:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187622.007618:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187622.456980:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187623.033623:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187623.033629:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187623.033632:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187623.033641:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7764 00000100:00080000:3.0:1776187623.033644:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187623.033650:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187623.033660:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187623.033675:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654868480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187623.033705:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187623.033708:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187623.033738:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654868352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187623.033809:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187623.033837:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187623.033842:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187623.034064:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187623.035209:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187623.039541:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654868352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187623.040661:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187623.040669:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187623.040676:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187623.040869:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187623.045189:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868544:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187623.479445:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187624.055643:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187624.503474:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187625.079614:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187625.530143:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187626.103418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187626.551536:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187627.127484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187627.577977:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187628.151581:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187628.151715:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187628.151720:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187628.151723:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187628.151733:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7769 00000100:00080000:0.0:1776187628.151736:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187628.151741:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187628.151750:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187628.151867:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654868736/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187628.151902:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187628.151905:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187628.151971:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868736:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187628.151975:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654868608:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187628.152092:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654868800:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187628.161683:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654868608:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187628.161706:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187628.161717:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654868672:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187628.162333:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187628.162340:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187628.162345:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868736:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187628.165439:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654868800:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187628.169914:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654868672:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187628.600131:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187629.176494:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187629.624818:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187630.199419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187630.648529:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187631.223427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187631.671526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187632.247612:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187632.696471:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187633.271725:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187633.271732:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187633.271735:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187633.271745:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7774 00000100:00080000:3.0:1776187633.271748:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187633.271754:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187633.271764:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187633.271778:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654868992/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187633.271808:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187633.271811:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187633.271831:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187633.271843:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868992:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187633.272050:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654868864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187633.272154:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187633.276359:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654868928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187633.276652:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187633.276658:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187633.276662:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654868992:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187633.279029:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654869056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187633.286369:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654868864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187633.293382:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654869056:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187633.719584:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187634.297287:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187634.746590:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187635.319402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187635.767471:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187636.343612:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187636.791618:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187637.368075:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187637.816659:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187638.391694:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187638.391700:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187638.391704:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187638.391722:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7779 00000100:00080000:3.0:1776187638.391725:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187638.391736:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187638.391745:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187638.391760:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654869248/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187638.391789:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187638.391792:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187638.391875:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654869248:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187638.392109:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654869184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187638.392215:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187638.392611:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187638.392619:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654869120:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187638.392661:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654869312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187638.400181:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654869120:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187638.400211:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654869312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187638.400223:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654869184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187638.400425:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187638.400430:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187638.400435:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654869248:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187638.840195:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187639.415420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187639.866222:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187640.440778:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187640.892228:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187641.467644:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187641.912397:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187642.488032:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187642.935802:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187643.511447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187643.511530:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654869376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187643.512656:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187643.512733:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654869440:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187643.527436:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187643.527448:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187643.527451:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187643.527461:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7784 00000100:00080000:0.0:1776187643.527464:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187643.527471:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187643.527482:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187643.527511:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654869504/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187643.527555:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187643.527559:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187643.527673:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654869504:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187643.527936:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187643.527947:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654869568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187643.528035:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654869440:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187643.528046:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654869376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187643.539788:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187643.539798:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187643.539808:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654869504:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187643.541051:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654869568:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187643.959508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187644.535398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187644.983602:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187645.559420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187646.007544:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187646.583844:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187647.031607:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187647.608635:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187648.057526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187648.632732:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187648.633086:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187648.633092:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187648.633095:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187648.633105:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7790 00000100:00080000:1.0:1776187648.633108:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187648.633113:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187648.633122:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187648.633136:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654869760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187648.633169:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187648.633172:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187648.633189:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654869696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187648.633261:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776187648.633266:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654869632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187648.633285:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654869824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187648.633547:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654869760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187648.638541:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654869632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187648.638574:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654869824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187648.638585:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654869696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187648.638728:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187648.638733:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187648.638737:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654869760:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776187649.079844:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187649.655690:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187650.104027:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187650.679597:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187651.127732:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187651.703456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187652.151564:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187652.727402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187653.175964:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187653.751818:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187653.751930:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187653.751935:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187653.751938:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187653.751947:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7795 00000100:00080000:1.0:1776187653.751949:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187653.751956:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187653.751965:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187653.751978:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654870016/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187653.752007:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187653.752010:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187653.752027:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654869952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187653.752101:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187653.752107:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654869888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187653.752130:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654870080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187653.753262:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870016:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187653.757769:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654869888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187653.757802:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654869952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187653.759275:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187653.759282:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187653.759289:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870016:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187653.763415:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654870080:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187654.200215:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187654.776614:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187655.223538:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187655.800281:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187656.247747:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187656.824705:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187657.271716:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187657.337239:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870144:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:3.0:1776187657.354546:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870144:192.168.203.125@tcp:17:kworker/3:1.0 00000100:00100000:0.0:1776187657.847412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187658.295599:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187658.871425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187658.871616:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187658.871621:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187658.871624:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187658.871631:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7800 00000100:00080000:3.0:1776187658.871634:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187658.871639:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187658.871647:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187658.871659:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654870336/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187658.871685:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187658.871688:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187658.871705:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187658.871786:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187658.871801:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654870208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187658.871825:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870400:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187658.871900:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870336:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776187658.882250:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187658.882259:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187658.882267:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870336:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187658.882412:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654870208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187658.882425:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870400:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187658.882434:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870272:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187659.321081:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187659.895422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187660.343696:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187660.919463:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187661.370441:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187661.944165:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187662.391797:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187662.967408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187663.416452:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187663.991656:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187663.991909:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187663.991914:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187663.991917:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187663.991925:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7805 00000100:00080000:2.0:1776187663.991928:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187663.991933:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187663.991943:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187663.991957:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654870592/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187663.991986:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187663.991988:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187663.992007:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654870528:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187663.992094:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187663.992100:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654870464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187663.992125:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654870656:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187663.992200:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870592:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187664.002188:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654870528:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187664.003600:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187664.003608:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187664.003616:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870592:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187664.004877:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654870464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187664.004895:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654870656:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187664.439717:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187665.015414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187665.463998:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187666.039549:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187666.488014:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187667.063413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187667.511533:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187668.087442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187668.535661:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187669.111469:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187669.113533:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187669.113539:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187669.113542:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187669.113553:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7810 00000100:00080000:3.0:1776187669.113556:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187669.113561:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187669.113581:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187669.113597:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654870848/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187669.113625:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187669.113628:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187669.113646:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187669.113730:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187669.113736:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654870720:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187669.113759:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187669.113919:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870848:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776187669.121997:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187669.122008:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187669.122017:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654870848:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187669.122121:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187669.124930:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654870720:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187669.124952:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654870912:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187669.560079:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187670.135655:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187670.583727:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187671.159730:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187671.607581:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187672.183414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187672.631795:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187673.207557:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187673.655535:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187674.232349:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187674.232595:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187674.232600:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187674.232603:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187674.232611:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7815 00000100:00080000:0.0:1776187674.232614:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187674.232620:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187674.232630:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187674.232644:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654871104/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187674.232673:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187674.232676:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187674.232695:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187674.232763:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187674.232770:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654870976:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187674.232792:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187674.232867:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187674.241765:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187674.248099:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187674.248110:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187674.248118:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187674.250538:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187674.250572:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654870976:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187674.679574:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187675.257176:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187675.704516:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187676.279648:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187676.727846:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187677.304115:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187677.751535:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187678.327473:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187678.778540:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187679.351468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187679.352082:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187679.352087:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187679.352090:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187679.352098:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7820 00000100:00080000:1.0:1776187679.352100:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187679.352105:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187679.352114:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187679.352126:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654871360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187679.352152:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187679.352154:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187679.352174:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654871296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187679.352237:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871360:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187679.352344:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654871232:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187679.352508:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187679.357115:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654871296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187679.357294:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654871232:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187679.357334:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187679.358064:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187679.358071:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187679.358077:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871360:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187679.799770:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187680.375542:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187680.823540:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187681.399416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187681.851833:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187682.424219:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187682.873320:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187683.447591:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187683.896143:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187684.471540:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187684.471670:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187684.471675:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187684.471678:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187684.471685:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7825 00000100:00080000:1.0:1776187684.471688:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187684.471694:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187684.471703:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187684.471716:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654871616/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187684.471744:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187684.471747:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187684.471814:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654871488:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187684.471899:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654871680:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187684.471926:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187684.471945:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654871552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187684.472065:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871616:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187684.479205:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654871488:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187684.479251:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654871552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187684.482164:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187684.482175:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187684.482185:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871616:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187684.482344:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654871680:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187684.919807:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187685.495400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187685.948732:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187686.520419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187686.967591:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187687.543775:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187687.991507:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187688.568124:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187689.015493:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187689.591405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187689.591662:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187689.591667:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187689.591670:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187689.591679:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7831 00000100:00080000:0.0:1776187689.591682:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187689.591687:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187689.591696:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187689.591711:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654871872/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187689.591768:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871872:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776187689.591864:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187689.591867:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187689.591883:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654871744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187689.591910:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187689.591928:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187689.591932:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187689.615028:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187689.615038:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187689.615047:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654871872:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187689.615732:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187689.615744:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654871744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187689.615754:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654871936:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187690.039761:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187690.618370:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187691.063470:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187691.639482:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187692.087781:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187692.663409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187693.112135:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187693.687396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187694.136220:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187694.711498:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187694.711505:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187694.711509:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187694.711526:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7836 00000100:00080000:0.0:1776187694.711529:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187694.711535:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187694.711549:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187694.711564:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654872128/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187694.711593:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187694.711597:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187694.711624:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654872000:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187694.711692:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872128:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187694.711758:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187694.715147:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654872064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187694.719595:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654872192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187694.733943:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654872064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187694.734400:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187694.734406:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187694.734411:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872128:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187694.737855:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654872192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187694.743935:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654872000:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187695.159672:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187695.735467:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187696.183612:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187696.759431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187697.208615:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187697.784857:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187698.232551:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187698.808599:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187699.257274:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187699.831467:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187699.831674:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187699.831679:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187699.831682:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187699.831690:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7841 00000100:00080000:1.0:1776187699.831693:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187699.831699:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187699.831708:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187699.831736:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654872384/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187699.831766:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187699.831770:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187699.831827:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872384:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187699.832640:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654872256:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187699.832697:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654872448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187699.832738:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187699.832744:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654872320:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187699.842170:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654872320:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187699.842200:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654872256:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187699.846082:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654872448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187699.851685:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187699.851696:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187699.851705:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872384:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187700.281219:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187700.855422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187701.305639:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187701.879897:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187702.328011:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187702.903426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187703.351734:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187703.927435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187704.376471:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187704.951552:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187704.951622:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654872512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187704.951623:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187704.951631:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187704.951635:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187704.951641:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7846 00000100:00080000:3.0:1776187704.951643:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187704.951650:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187704.951660:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187704.951674:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654872640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187704.951710:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187704.951713:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187704.951730:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654872576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187704.951758:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187704.951852:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654872704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187704.957553:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654872512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187704.958348:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187704.958355:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187704.958360:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872640:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187704.958452:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654872576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187704.968524:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654872704:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187705.405440:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187705.975454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187706.423935:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187706.999702:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187707.447758:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187708.024550:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187708.472058:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187709.048187:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187709.497142:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187710.071440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187710.071708:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187710.071714:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187710.071717:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187710.071727:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7851 00000100:00080000:1.0:1776187710.071730:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187710.071737:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187710.071747:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187710.071762:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654872896/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187710.071806:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187710.071809:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187710.071878:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654872768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187710.071966:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654872960:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187710.071992:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187710.071998:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654872832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187710.072078:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872896:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187710.074211:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654872768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187710.083228:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654872832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187710.083329:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654872960:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187710.083735:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187710.083740:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187710.083745:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654872896:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187710.522978:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187711.095513:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187711.543573:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187712.119431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187712.567501:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187713.143402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187713.591520:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187714.167412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187714.615853:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187715.191426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187715.194064:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187715.194072:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187715.194075:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187715.194084:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7856 00000100:00080000:1.0:1776187715.194087:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:0.0:1776187715.194095:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654873024:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187715.194095:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187715.194109:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187715.194125:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654873152/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187715.194166:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187715.194169:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187715.194192:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187715.194222:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187715.194228:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187715.194385:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873152:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187715.201976:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187715.201978:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187715.201986:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187715.201993:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873152:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187715.203262:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187715.204863:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654873024:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187715.639504:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187716.215932:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187716.663929:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187717.239409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187717.689093:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187718.263402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187718.711567:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187719.287407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187719.735622:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187720.311455:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187720.311667:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187720.311672:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187720.311675:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187720.311683:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7861 00000100:00080000:0.0:1776187720.311686:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187720.311692:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187720.311701:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187720.311715:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654873408/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187720.311745:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187720.311749:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187720.311767:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187720.311852:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187720.311859:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654873280:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187720.311883:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187720.312196:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873408:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776187720.317857:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187720.317867:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187720.317876:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873408:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187720.318018:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654873280:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187720.318033:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187720.318043:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654873344:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187720.761742:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187721.335409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187721.785442:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187722.359470:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187722.809243:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187723.383417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187723.832129:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187724.407574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187724.856854:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187725.437928:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187725.437935:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187725.437939:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187725.437948:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7866 00000100:00080000:3.0:1776187725.437951:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187725.437956:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187725.437966:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187725.437992:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654873664/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187725.438022:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187725.438025:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187725.438048:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654873536:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187725.438132:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654873728:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187725.438268:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873664:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187725.438593:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187725.438601:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654873600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187725.438712:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187725.449839:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654873728:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187725.456857:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654873536:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187725.461789:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187725.461799:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187725.461808:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873664:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187725.469968:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654873600:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187725.879978:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187726.455734:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187726.904271:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187727.479423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187727.927486:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187728.503721:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187728.953421:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187729.527420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187729.975995:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187730.551516:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187730.551523:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187730.551526:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187730.551536:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7871 00000100:00080000:3.0:1776187730.551539:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187730.551545:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187730.551564:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187730.551580:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654873920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187730.551712:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873920:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187730.551829:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654873792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187730.551865:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776187730.551872:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654873856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187730.552395:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187730.552399:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187730.554287:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187730.554913:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776187730.554933:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654873984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187730.556461:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654873856:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187730.566136:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654873984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187730.566199:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654873792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187730.566264:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187730.566270:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187730.566274:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654873920:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187730.999641:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187731.576400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187732.023571:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187732.600326:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187733.047585:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187733.623786:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187734.071762:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187734.648796:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187735.095555:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187735.671417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187735.671578:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187735.671583:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187735.671586:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187735.671601:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7877 00000100:00080000:0.0:1776187735.671604:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187735.671610:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187735.671619:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187735.671641:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654874176/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187735.671679:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187735.671682:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187735.671709:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874176:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187735.671820:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654874048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187735.671855:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187735.671879:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187735.671884:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187735.678354:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654874048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187735.678377:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187735.680491:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187735.680502:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187735.680511:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874176:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187735.683859:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874112:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187736.119490:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187736.695529:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187737.143909:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187737.719407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187738.167596:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187738.745376:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187739.193774:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187739.767602:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187740.219940:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187740.791516:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187740.791522:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187740.791525:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187740.791535:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7882 00000100:00080000:0.0:1776187740.791538:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187740.791544:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187740.791565:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187740.791579:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654874432/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187740.791606:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187740.791609:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187740.791676:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187740.791696:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654874304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187740.791778:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654874496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187740.791806:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187740.791811:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654874368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187740.792065:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874432:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187740.794889:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654874304:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187740.795545:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654874368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187740.795558:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654874496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187740.795727:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187740.795732:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187740.795737:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874432:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776187741.239882:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187741.815413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187742.264024:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187742.839785:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187743.288727:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187743.863488:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187744.311676:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187744.888036:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187745.335517:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187745.914122:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187745.914128:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187745.914131:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187745.914140:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7887 00000100:00080000:1.0:1776187745.914144:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187745.914150:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187745.914159:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187745.914174:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654874688/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187745.914206:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187745.914209:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187745.914234:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654874560:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187745.914260:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874688:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187745.914341:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187745.914392:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187745.914400:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187745.915154:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187745.919014:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187745.919034:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654874752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187745.919161:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187745.919166:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187745.919170:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874688:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187745.925033:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654874560:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187746.360486:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187746.935405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187747.383542:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187747.959656:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187748.411271:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187748.983521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187749.434723:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187750.007454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187750.455494:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187751.031423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187751.031999:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187751.032004:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187751.032007:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187751.032015:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7892 00000100:00080000:0.0:1776187751.032018:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187751.032024:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187751.032033:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187751.032050:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654874944/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187751.032078:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187751.032081:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187751.032236:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874944:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187751.032252:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654874816:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187751.032360:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654875008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187751.032384:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187751.032389:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654874880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187751.034971:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187751.034980:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187751.034990:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654874816:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187751.034990:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654874944:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187751.038434:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654874880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187751.038451:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654875008:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187751.479542:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187752.056572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187752.503913:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187753.079606:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187753.527600:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187754.103590:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187754.552556:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187755.127413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187755.577286:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187756.151566:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187756.151573:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187756.151576:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187756.151585:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7897 00000100:00080000:0.0:1776187756.151588:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187756.151593:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187756.151602:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187756.151616:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654875200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187756.151648:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187756.151651:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187756.151720:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654875072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187756.151813:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187756.151841:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187756.151862:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187756.151911:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187756.152683:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875200:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776187756.165501:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187756.165512:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187756.165520:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875200:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187756.171744:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187756.171766:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654875072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187756.171776:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875264:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187756.599532:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187757.175420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187757.623643:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187758.199476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187758.647660:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187759.223590:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187759.676659:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187760.247433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187760.698430:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187761.272050:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187761.272176:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187761.272182:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187761.272185:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187761.272193:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7902 00000100:00080000:1.0:1776187761.272197:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187761.272203:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187761.272213:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187761.272238:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654875456/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187761.272267:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187761.272270:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187761.272290:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187761.272382:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776187761.272388:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654875328:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187761.272412:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187761.272555:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875456:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776187761.276054:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187761.276065:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187761.276073:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875456:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187761.276366:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654875328:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187761.276380:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187761.276390:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875392:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776187761.728777:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187762.295698:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187762.743809:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187763.319648:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187763.767609:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187764.345554:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187764.792424:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187765.367386:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187765.815979:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187766.391495:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187766.391502:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187766.391505:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187766.391515:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7907 00000100:00080000:1.0:1776187766.391519:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:0.0:1776187766.391584:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187766.391603:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187766.391613:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187766.397780:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654875712/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187766.397859:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875712:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:1.0:1776187766.397984:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187766.397988:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187766.398011:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654875584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187766.398040:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875776:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187766.398065:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187766.398071:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875648:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187766.401494:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187766.401506:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187766.401515:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875712:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187766.404040:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875648:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187766.404059:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654875584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187766.404887:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875776:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187766.840646:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187767.415379:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187767.866112:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187768.439554:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187768.888456:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187769.463428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187769.911530:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187770.487430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187770.935510:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187771.511425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187771.512007:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187771.512012:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187771.512016:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187771.512024:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7912 00000100:00080000:1.0:1776187771.512027:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187771.512033:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187771.512050:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187771.512066:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654875968/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187771.512095:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187771.512098:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187771.512115:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654875840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187771.512132:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875904:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187771.512195:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654876032:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187771.512207:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875968:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187771.522146:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654875904:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187771.523543:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654875840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187771.523561:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654876032:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187771.528581:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187771.528591:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187771.528599:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654875968:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776187771.959511:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187772.535469:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187772.985574:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187773.559585:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187774.007548:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187774.583401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187775.031502:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187775.607434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187776.055496:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187776.631719:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187776.631734:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187776.631737:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187776.631746:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7918 00000100:00080000:1.0:1776187776.631750:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187776.631755:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187776.631764:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187776.631779:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654876224/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187776.631808:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187776.631810:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187776.631829:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654876096:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187776.631890:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654876288:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187776.631911:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187776.631915:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654876160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187776.632029:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876224:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187776.632132:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187776.640048:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187776.640058:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187776.640067:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876224:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187776.640752:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654876160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187776.640766:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654876096:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187776.645137:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654876288:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187777.080045:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187777.655425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187778.103609:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187778.679407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187779.127534:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187779.703448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187780.151682:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187780.727415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187781.175679:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187781.751438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187781.751864:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187781.751869:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187781.751872:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187781.751880:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7923 00000100:00080000:3.0:1776187781.751883:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187781.751890:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187781.751898:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187781.751913:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654876480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187781.751981:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187781.752154:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654876352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187781.752187:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776187781.752192:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654876416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187781.752509:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187781.752513:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187781.752526:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776187781.752532:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654876544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187781.755648:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654876416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187781.755663:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654876352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776187781.755995:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776187781.756000:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776187781.756005:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876480:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187781.757520:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654876544:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187782.201854:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187782.775645:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187783.223545:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187783.799623:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187784.248131:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187784.825404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187785.271793:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187785.847440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187786.297641:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187786.872349:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187786.872356:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187786.872359:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187786.872368:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7928 00000100:00080000:1.0:1776187786.872371:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187786.872377:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187786.872387:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187786.872405:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654876736/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187786.872433:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187786.872436:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187786.872635:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876736:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187786.872866:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187786.873084:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654876608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187786.873175:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654876800:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187786.873205:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187786.873211:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654876672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187786.877517:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654876608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187786.877725:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187786.877730:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187786.877735:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876736:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187786.879959:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654876800:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187786.886620:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654876672:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187787.319994:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187787.895420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187788.347954:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187788.919403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187789.368051:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187789.944416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187790.391531:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187790.968261:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187791.415523:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187791.991495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187791.991659:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187791.991664:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187791.991667:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187791.991675:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7933 00000100:00080000:1.0:1776187791.991678:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187791.991684:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187791.991694:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187791.991709:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654876992/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187791.991735:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187791.991747:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187791.991867:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876992:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187791.992239:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654876864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187791.992283:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654877056:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187791.992376:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187791.992383:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654876928:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187791.999024:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187791.999046:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187791.999056:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654876992:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187791.999136:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654876928:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187791.999149:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654876864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187791.999159:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654877056:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187792.439553:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187793.015437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187793.463843:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187794.039738:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187794.490222:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187795.063424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187795.511626:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187796.087587:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187796.537856:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187797.111424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187797.112433:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187797.112438:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187797.112441:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187797.112449:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7938 00000100:00080000:0.0:1776187797.112452:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187797.112459:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187797.112468:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187797.112482:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654877248/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187797.112512:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187797.112515:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187797.112534:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654877184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187797.112610:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187797.112617:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654877120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187797.112640:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654877312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187797.112972:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654877248:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187797.117936:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654877184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187797.129860:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654877312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187797.131427:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187797.131436:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187797.131444:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654877248:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187797.132633:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654877120:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187797.559476:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187798.135385:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187798.584427:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187799.160737:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187799.607508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187800.185008:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187800.634465:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187801.207396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187801.656247:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187802.232678:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187802.232684:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187802.232687:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187802.232708:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7943 00000100:00080000:1.0:1776187802.232711:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187802.232717:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187802.232726:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187802.232739:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654877504/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187802.232807:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654877504:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:1.0:1776187802.232907:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187802.232911:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187802.232930:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187802.232965:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776187802.232971:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654877376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187802.232993:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877568:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187802.233821:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187802.239778:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654877376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187802.239813:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877568:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187802.244334:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187802.244457:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187802.244463:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187802.244467:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654877504:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776187802.679465:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187803.255414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187803.704246:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187804.279551:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187804.730590:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187805.303676:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187805.753979:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187806.327448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187806.775474:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187807.352650:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187807.352657:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187807.352660:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187807.352669:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7948 00000100:00080000:1.0:1776187807.352672:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187807.352678:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187807.352686:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187807.352700:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654877760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187807.352731:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187807.352734:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187807.352800:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654877760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187807.353648:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187807.354024:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654877632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187807.354088:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187807.354115:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187807.354121:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187807.355351:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187807.355358:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187807.355366:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654877760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187807.357643:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187807.357661:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654877632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187807.357671:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877824:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187807.799534:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187808.378655:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187808.823529:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187809.411150:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187809.847510:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187810.423526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187810.871583:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187811.447399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187811.899361:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187812.471500:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187812.471507:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187812.471510:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187812.471520:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7953 00000100:00080000:1.0:1776187812.471524:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187812.471529:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187812.471540:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187812.471555:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654878016/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187812.471580:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187812.471583:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187812.471609:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187812.471732:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654877888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187812.471804:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187812.472869:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187812.473149:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878016:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187812.486433:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187812.486590:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654877888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187812.486695:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654877952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187812.493236:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187812.493247:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187812.493257:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878016:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776187812.922046:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187813.496561:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187813.945406:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187814.519443:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187814.967959:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187815.543404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187815.991901:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187816.569906:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187817.017429:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187817.591569:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187817.592128:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187817.592134:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187817.592137:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187817.592145:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7959 00000100:00080000:0.0:1776187817.592149:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187817.592154:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187817.592162:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187817.592177:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654878272/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187817.592208:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187817.592211:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187817.592230:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878208:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187817.592242:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878272:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187817.592327:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654878144:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187817.599464:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654878336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187817.599662:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878208:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187817.603885:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187817.603894:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187817.603901:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878272:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187817.613088:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654878144:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187817.613112:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654878336:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187818.040993:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187818.615419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187819.064120:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187819.641099:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187820.087570:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187820.666292:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187821.111586:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187821.689777:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187822.138479:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187822.711547:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187822.711555:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187822.711558:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187822.711567:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7964 00000100:00080000:1.0:1776187822.711570:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187822.711577:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187822.711586:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187822.711599:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654878528/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187822.711628:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187822.711631:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187822.711701:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654878400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187822.711775:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187822.711799:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187822.711805:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187822.712123:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187822.712178:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878528:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187822.719085:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187822.719104:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654878592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187822.722048:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187822.722058:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187822.722067:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878528:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187822.727121:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654878400:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187823.159642:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187823.736364:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187824.184211:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187824.759417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187825.207633:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187825.783518:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187826.231797:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187826.808503:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187827.255571:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187827.831424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187827.831560:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187827.831564:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187827.831567:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187827.831576:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7969 00000100:00080000:3.0:1776187827.831579:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187827.831584:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187827.831604:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187827.831619:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654878784/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187827.831655:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187827.831658:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187827.831855:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878784:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187827.833412:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654878720:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187827.833550:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187827.833558:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654878656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187827.833584:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654878848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187827.841959:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187827.841970:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187827.841979:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654878784:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187827.850583:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654878656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187827.850618:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654878848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187827.850637:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654878720:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187828.279572:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187828.855667:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187829.303586:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187829.879410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187830.327604:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187830.903704:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187831.356391:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187831.929629:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187832.375524:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187832.951476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776187832.951729:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187832.951734:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187832.951736:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187832.951745:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7974 00000100:00080000:1.0:1776187832.951748:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187832.951754:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187832.951763:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187832.951777:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654879040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187832.951804:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187832.951807:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187832.951863:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654878912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187832.951939:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654879104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187832.951969:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187832.951978:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654878976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187832.952125:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879040:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187832.955362:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654878976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187832.955379:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654878912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187832.955465:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187832.955469:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187832.955473:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879040:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187832.965316:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654879104:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776187833.399507:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187833.975409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187834.423861:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187834.999809:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187835.447569:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187836.023487:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187836.473909:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187837.047464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187837.495724:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187838.071387:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187838.071433:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187838.071438:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187838.071440:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187838.071447:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7979 00000100:00080000:3.0:1776187838.071450:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187838.071455:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187838.071462:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187838.071472:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654879296/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187838.071490:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187838.071492:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187838.071517:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654879232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187838.071582:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879296:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187838.071586:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776187838.071593:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654879168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187838.071618:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654879360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187838.074658:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654879360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187838.074677:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654879232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187838.074766:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187838.074771:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187838.074775:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879296:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187838.075788:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654879168:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187838.519875:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187839.095676:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187839.543513:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187840.119588:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187840.568098:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187841.143428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187841.595406:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187842.167685:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187842.615880:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187843.191519:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187843.191526:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187843.191529:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187843.191538:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7984 00000100:00080000:3.0:1776187843.191542:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187843.191547:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187843.191557:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187843.191572:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654879552/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187843.191649:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879552:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187843.191825:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654879488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187843.191867:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776187843.191872:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654879424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187843.191924:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187843.193052:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654879616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187843.193135:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187843.193140:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187843.194126:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654879488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187843.197628:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187843.197639:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187843.197648:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879552:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187843.197735:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654879616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187843.198945:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654879424:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187843.639586:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187844.215665:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187844.664857:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187845.239792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187845.694438:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187846.265248:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187846.712901:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187847.288148:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187847.739380:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187848.311512:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187848.311519:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187848.311522:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187848.311532:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7989 00000100:00080000:1.0:1776187848.311537:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187848.311542:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187848.311551:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187848.311568:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654879808/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187848.311597:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187848.311600:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187848.311668:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654879680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187848.311747:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654879872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187848.311771:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187848.311775:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654879744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187848.311808:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187848.313430:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879808:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187848.314150:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654879680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187848.315795:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654879744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187848.316122:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187848.316127:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187848.316131:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654879808:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187848.316761:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654879872:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187848.761825:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187849.335419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187849.783725:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187850.360490:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187850.808269:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187851.383404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187851.831526:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776187852.407487:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187852.855684:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187853.431547:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187853.431554:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187853.431556:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187853.431565:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7994 00000100:00080000:3.0:1776187853.431568:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187853.431574:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187853.431582:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187853.431610:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654880064/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187853.431642:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187853.431645:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187853.431721:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880064:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187853.432018:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654879936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187853.432042:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187853.432066:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776187853.432071:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880000:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187853.433054:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187853.435352:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654879936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187853.435373:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187853.436754:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187853.436761:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187853.436768:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880064:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187853.436848:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880000:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187853.879444:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187854.455422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187854.903555:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187855.479416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187855.929477:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187856.503412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187856.951593:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187857.527489:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187857.977823:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187858.551407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187858.551454:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187858.551459:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187858.551462:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187858.551468:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 7999 00000100:00100000:2.0:1776187858.551469:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880256:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187858.551471:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187858.551477:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187858.551496:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187858.551514:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654880320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187858.551551:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187858.551554:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187858.551567:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880320:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187858.551570:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187858.551579:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654880192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187858.553264:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880384:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187858.557716:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654880192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187858.557741:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880384:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187858.558400:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654880256:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187858.558422:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187858.558439:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187858.558445:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880320:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187858.999508:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187859.575664:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187860.024635:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187860.599598:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187861.050741:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187861.623955:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187862.071709:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187862.647518:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187863.095616:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187863.671442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187863.672179:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187863.672184:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187863.672188:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187863.672195:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8005 00000100:00080000:0.0:1776187863.672198:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:1.0:1776187863.672200:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654880448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187863.672204:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187863.672214:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187863.672226:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654880576/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187863.672257:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187863.672260:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187863.672276:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654880512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187863.672383:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654880640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187863.672441:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880576:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187863.678783:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654880448:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187863.681122:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654880512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187863.681163:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654880640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187863.686061:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187863.686071:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187863.686079:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880576:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187864.122025:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187864.695754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187865.146569:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187865.719527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187866.167501:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187866.745235:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187867.194684:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187867.767607:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187868.218239:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187868.791684:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187868.792765:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654880704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187868.793160:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187868.793165:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187868.793168:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187868.793175:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8010 00000100:00080000:1.0:1776187868.793178:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187868.793183:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187868.793197:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187868.793214:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654880832/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187868.793251:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187868.793255:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187868.793283:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654880768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187868.793346:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187868.793353:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654880896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187868.794084:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880832:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187868.800281:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654880896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187868.803774:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654880768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187868.803896:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654880704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187868.804915:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187868.804920:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187868.804926:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654880832:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187869.240356:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187869.815386:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187870.265676:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187870.839399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187871.287690:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187871.865101:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187872.311566:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187872.887397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187873.338250:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187873.911440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187873.911577:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187873.911582:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187873.911585:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187873.911593:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8015 00000100:00080000:2.0:1776187873.911596:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187873.911601:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187873.911610:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187873.911636:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654881088/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187873.911662:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187873.911665:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187873.911786:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881088:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187873.912443:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654880960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187873.912492:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654881152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187873.912517:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187873.912523:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654881024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187873.916525:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187873.916535:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187873.916544:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881088:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187873.917108:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654880960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187873.917124:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654881152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187873.927363:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654881024:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187874.360231:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187874.936354:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187875.383945:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187875.961365:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187876.408276:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187876.983600:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187877.431821:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187878.007577:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187878.455827:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187879.031531:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187879.031779:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187879.031784:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187879.031787:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187879.031794:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8020 00000100:00080000:3.0:1776187879.031797:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187879.031803:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187879.031812:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187879.031828:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654881344/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187879.031838:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654881216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187879.031861:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187879.031866:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187879.031883:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654881280:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187879.031927:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654881408:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187879.032085:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881344:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187879.036608:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654881216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187879.044125:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654881408:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187879.044262:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187879.044268:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187879.044272:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881344:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187879.049705:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654881280:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776187879.480062:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187880.055850:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187880.508847:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187881.079473:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187881.527689:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187882.103472:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187882.551463:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187883.127411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187883.579744:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187884.153054:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187884.153061:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187884.153064:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187884.153073:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8025 00000100:00080000:2.0:1776187884.153077:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187884.153083:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187884.153092:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187884.153106:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654881600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187884.153129:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187884.153132:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187884.153158:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654881536:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187884.153352:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881600:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187884.155947:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187884.155966:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654881472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187884.156645:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187884.159613:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654881664:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187884.164877:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654881472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187884.164907:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654881664:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187884.164939:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654881536:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187884.164948:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187884.164962:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187884.164972:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881600:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187884.599623:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187885.175675:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187885.623470:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187886.199405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187886.658326:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187887.223599:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187887.671505:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187888.247430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187888.695859:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187889.271421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187889.271565:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187889.271571:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187889.271573:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187889.271582:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8030 00000100:00080000:0.0:1776187889.271585:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187889.271591:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187889.271600:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187889.271614:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654881856/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187889.271641:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187889.271644:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187889.271662:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654881792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187889.271734:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187889.271740:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654881728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187889.271760:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654881920:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187889.274016:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881856:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187889.276537:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654881728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187889.276561:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654881920:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187889.278469:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654881792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187889.280370:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187889.280383:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187889.280394:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654881856:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776187889.719581:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187890.295437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187890.743501:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187891.319410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187891.767846:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187892.344143:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187892.793662:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187893.367442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187893.816367:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187894.392084:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187894.392535:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187894.392540:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187894.392543:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187894.392552:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8035 00000100:00080000:3.0:1776187894.392554:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187894.392560:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187894.392569:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187894.392583:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654882112/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187894.392612:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187894.392616:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187894.392634:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654881984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187894.392634:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654882048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187894.392714:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882112:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187894.392724:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882176:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187894.397512:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187894.397523:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187894.397532:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882112:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187894.401066:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654881984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187894.408625:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654882048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187894.414140:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882176:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187894.840371:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187895.416435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187895.864022:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187896.441963:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187896.889093:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187897.463467:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187897.913386:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187898.487585:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187898.936494:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187899.513269:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187899.513482:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187899.513487:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187899.513490:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187899.513498:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8040 00000100:00080000:0.0:1776187899.513501:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187899.513507:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187899.513516:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187899.513526:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654882240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187899.513608:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654882368/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187899.513621:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187899.513627:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654882304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187899.513640:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187899.513653:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187899.513653:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654882432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187899.514269:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882368:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187899.521095:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654882432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187899.521113:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654882304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187899.521134:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654882240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187899.522875:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187899.522885:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187899.522892:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882368:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187899.959573:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187900.535478:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187900.983490:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187901.559549:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187902.007747:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187902.583418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187903.032190:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187903.607520:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187904.055549:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187904.631694:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187904.631748:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187904.631754:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187904.631757:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187904.631766:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8046 00000100:00080000:2.0:1776187904.631769:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187904.631774:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187904.631784:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187904.631799:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654882624/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187904.631842:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187904.631845:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187904.631862:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882560:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187904.631943:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776187904.631949:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654882496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187904.631971:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187904.632546:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882624:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:1.0:1776187904.637564:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187904.637576:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187904.637586:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882624:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187904.637978:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187904.637992:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882560:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187904.638015:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654882496:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187905.079853:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187905.655428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187906.103504:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187906.679424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187907.127608:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187907.703490:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187908.151498:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187908.727413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187909.175622:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187909.751604:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654882752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187909.751663:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187909.753262:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776187909.753276:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187909.753764:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187909.753769:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187909.753772:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187909.753777:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8051 00000100:00080000:2.0:1776187909.753780:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187909.753785:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187909.753795:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187909.753816:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654882880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187909.754021:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187909.754025:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187909.754079:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187909.754101:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654882944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187909.754742:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187909.759730:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654882752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187909.761104:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654882816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187909.762555:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187909.762568:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187909.762576:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654882880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776187909.772386:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654882944:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187910.199698:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187910.775443:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187911.224832:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187911.800183:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187912.247661:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187912.823421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187913.271504:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187913.847414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187914.295749:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187914.872570:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187914.872823:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187914.872828:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187914.872831:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187914.872840:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8056 00000100:00080000:3.0:1776187914.872843:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187914.872849:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187914.872858:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187914.872873:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654883136/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187914.872901:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187914.872904:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187914.872932:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654883072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187914.872933:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883136:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187914.873012:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654883008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187914.873516:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187914.877130:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187914.877140:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187914.877219:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883136:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187914.883368:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654883072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187914.883959:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187914.883981:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654883008:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187915.319506:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187915.895606:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187916.343543:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187916.927916:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187917.367470:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187917.945133:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187918.392564:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187918.967591:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187919.415520:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187919.991550:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187919.995542:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654883264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187919.997274:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776187919.997288:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654883328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187919.997803:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187919.997808:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187919.997811:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187919.997817:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8061 00000100:00080000:2.0:1776187919.997821:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187919.997827:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187919.997837:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187919.997857:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654883392/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776187919.997924:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883392:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776187919.998374:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187919.998377:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187919.998814:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187919.998826:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187919.999919:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654883264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187920.001334:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654883328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187920.001499:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187920.001778:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187920.001783:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187920.001788:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883392:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187920.439825:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187921.016288:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187921.463525:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187922.039404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187922.487543:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187923.063572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187923.512748:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187924.088682:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187924.535544:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187925.112114:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187925.114189:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187925.114195:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187925.114198:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187925.114208:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8066 00000100:00080000:0.0:1776187925.114211:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187925.114217:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187925.114237:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187925.114252:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654883648/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187925.114286:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187925.114290:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187925.114475:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654883520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187925.114564:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654883712:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187925.114594:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187925.114599:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654883584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187925.114754:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883648:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187925.118056:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654883584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187925.118073:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654883520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187925.118083:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654883712:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187925.118208:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187925.118213:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187925.118217:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883648:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187925.565518:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187926.135400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187926.588710:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187927.159412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187927.607547:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187928.183398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187928.633105:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187929.207467:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187929.657731:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187930.231418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187930.231777:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187930.231782:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187930.231785:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187930.231792:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8071 00000100:00080000:3.0:1776187930.231795:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187930.231801:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187930.231812:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187930.231826:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654883904/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187930.231856:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187930.231859:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187930.232004:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654883776:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187930.232017:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883904:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187930.232082:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883968:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187930.237888:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776187930.237918:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187930.245671:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654883776:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187930.247827:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187930.247836:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187930.247844:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654883904:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776187930.247942:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187930.247956:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654883968:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187930.681377:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187931.255549:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187931.703585:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187932.279737:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187932.728174:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187933.303553:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187933.753777:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187934.327759:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187934.775513:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187935.352747:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187935.355603:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187935.355609:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187935.355612:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187935.355623:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8076 00000100:00080000:2.0:1776187935.355626:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187935.355632:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187935.355641:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187935.355655:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4b6a7c2 x1862459654884160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187935.355679:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187935.355682:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187935.355707:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187935.355801:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776187935.355807:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654884032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187935.355840:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187935.357346:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187935.365674:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654884032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187935.365696:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187935.365717:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187935.374692:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776187935.374712:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776187935.374721:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884160:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776187935.799846:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187936.375799:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187936.823686:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187937.401165:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776187937.847950:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187938.423432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187938.871586:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187939.454024:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187939.897258:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187940.471417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187940.472652:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187940.472658:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187940.472662:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187940.472671:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8081 00000100:00080000:3.0:1776187940.472674:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187940.472681:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187940.472690:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187940.472703:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654884416/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187940.472742:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187940.472745:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187940.472785:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884416:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187940.473358:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654884288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187940.473409:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884480:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187940.473435:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776187940.473441:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187940.478874:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187940.478885:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187940.478894:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884416:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187940.478963:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187940.478976:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654884288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187940.478987:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654884480:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187940.919559:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187941.500374:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187941.944596:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187942.519402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187942.968615:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187943.543411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187943.991510:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187944.567821:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187945.016048:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776187945.591498:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187945.591506:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776187945.591509:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776187945.591518:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8087 00000100:00080000:3.0:1776187945.591522:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776187945.591526:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776187945.591537:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776187945.591551:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654884672/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776187945.591581:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776187945.591584:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776187945.591782:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654884544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187945.591886:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654884736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187945.591925:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776187945.591932:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654884608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187945.592404:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884672:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187945.592664:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776187945.595765:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654884736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187945.600650:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654884608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187945.600669:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654884544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776187945.602729:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187945.602739:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187945.602748:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884672:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776187946.039827:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187946.615417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187947.065775:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187947.639863:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187948.087521:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187948.663568:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187949.111498:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187949.687582:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187950.138204:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187950.711417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187950.711613:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654884800:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187950.711748:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776187950.711755:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654884864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776187950.712938:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187950.712946:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187950.712949:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187950.712956:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8092 00000100:00080000:0.0:1776187950.712959:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187950.712964:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187950.712974:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187950.713148:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654884928/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776187950.713216:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884928:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776187950.713407:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187950.713411:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187950.713428:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776187950.713439:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654884992:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187950.718898:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654884992:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187950.719583:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654884864:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187950.719594:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654884800:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187950.719675:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187950.719680:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187950.719684:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654884928:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776187951.161843:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187951.735398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187952.183503:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187952.759729:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187953.207612:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187953.783404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187954.234397:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187954.807430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187955.255711:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187955.831526:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187955.831533:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187955.831536:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187955.831555:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8097 00000100:00080000:1.0:1776187955.831559:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187955.831564:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187955.831581:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187955.831598:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654885184/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187955.831629:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187955.831632:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187955.831651:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187955.831738:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776187955.831744:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654885056:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187955.831773:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776187955.831851:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885184:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187955.831994:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187955.836343:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654885056:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187955.836370:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187955.839735:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187955.843011:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187955.843023:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187955.843033:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885184:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776187956.280804:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187956.855493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187957.303480:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187957.879402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187958.327635:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187958.906461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187959.352001:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776187959.927411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187960.375622:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776187960.951577:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187960.951662:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187960.951665:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187960.951675:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8102 00000100:00080000:0.0:1776187960.951678:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187960.951684:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187960.951693:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187960.951710:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654885440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187960.951736:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187960.951738:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187960.951762:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654885376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187960.951849:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187960.951962:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654885312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187960.951993:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187960.952193:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776187960.968787:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654885376:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187960.968888:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187960.968894:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187960.968898:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885440:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187960.971905:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654885312:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187960.972177:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885504:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187961.406538:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187961.975412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187962.423485:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187962.999433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187963.447496:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187964.023469:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187964.471834:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187965.047418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187965.495593:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187966.071413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776187966.071682:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187966.071687:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776187966.071691:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776187966.071700:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8107 00000100:00080000:0.0:1776187966.071703:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776187966.071709:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776187966.071719:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776187966.071733:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654885696/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776187966.071758:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776187966.071761:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187966.071780:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187966.072003:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654885568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187966.072067:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654885760:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187966.072477:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885696:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187966.077500:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654885760:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187966.077758:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187966.084814:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187966.084824:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187966.084833:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885696:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187966.085057:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654885568:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187966.520877:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187967.095413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187967.545346:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187968.119650:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187968.567871:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187969.145104:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187969.601977:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187970.167562:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187970.615482:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187971.191412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187971.192609:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654885824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187971.192825:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187971.192834:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776187971.193442:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187971.193448:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187971.193452:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187971.193460:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8112 00000100:00080000:1.0:1776187971.193463:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187971.193518:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187971.193530:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187971.193550:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654885952/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776187971.193620:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187971.193704:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885952:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:1.0:1776187971.193783:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187971.193787:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187971.201449:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187971.201468:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654885888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187971.201478:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654885824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187971.207897:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187971.207908:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187971.207918:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654885952:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776187971.639527:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187972.215819:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187972.663599:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187973.239513:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187973.688689:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187974.263634:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187974.711865:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187975.287452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187975.735724:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187976.311541:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187976.311549:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187976.311551:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187976.311561:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8117 00000100:00080000:1.0:1776187976.311564:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187976.311570:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187976.311579:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187976.311595:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654886208/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187976.311625:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187976.311628:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187976.311676:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654886080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187976.311753:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654886272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776187976.311758:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886208:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187976.311786:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187976.311794:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654886144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776187976.312518:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776187976.316841:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187976.316851:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187976.316860:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886208:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776187976.317612:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654886144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187976.317627:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654886080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776187976.317638:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654886272:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776187976.759785:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187977.335412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187977.784653:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187978.359581:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187978.807488:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187979.383594:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187979.831563:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187980.407455:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187980.856509:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187981.431491:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187981.431499:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187981.431503:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1776187981.431733:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187981.431796:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654886336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187981.431905:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776187981.431911:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776187981.434684:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654886336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187981.438446:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8122 00000100:00080000:1.0:1776187981.438453:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187981.438460:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187981.438473:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187981.438503:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654886464/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776187981.438776:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886464:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776187981.439116:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776187981.441182:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187981.441190:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776187981.441218:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776187981.441239:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654886528:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776187981.447817:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654886528:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776187981.448364:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187981.448369:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187981.448374:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886464:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776187981.879504:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187982.455429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187982.904947:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187983.479436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187983.931066:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187984.504493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187984.951682:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187985.527489:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187985.975894:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776187986.551467:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187986.551473:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776187986.551477:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776187986.551488:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8127 00000100:00080000:1.0:1776187986.551491:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776187986.551496:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776187986.551506:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776187986.551519:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654886720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776187986.551542:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776187986.551545:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776187986.551601:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776187986.551753:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776187986.552076:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187986.552127:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776187986.552134:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654886592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187986.552158:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776187986.555399:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776187986.555411:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776187986.555419:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776187986.555492:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654886592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187986.555504:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776187986.555512:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654886656:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776187986.999782:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187987.575602:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187988.023498:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187988.599405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187989.050576:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187989.623716:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187990.071742:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187990.647578:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187991.095800:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776187991.672714:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187991.672722:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187991.672726:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187991.672737:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8133 00000100:00080000:2.0:1776187991.672741:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187991.672747:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187991.672768:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187991.672787:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654886976/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187991.672818:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187991.672822:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187991.672957:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886976:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776187991.672975:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776187991.675769:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654886848:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187991.675976:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187991.676018:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776187991.676026:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654886912:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187991.676288:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187991.676293:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187991.676310:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654886976:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187991.682843:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654886848:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187991.686596:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187991.696597:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654886912:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187992.119523:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187992.695711:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187993.144001:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187993.719823:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187994.167604:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187994.743712:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187995.193768:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187995.768064:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776187996.218043:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187996.791439:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776187996.793164:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187996.793170:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776187996.793173:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776187996.793182:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8138 00000100:00080000:2.0:1776187996.793186:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776187996.793192:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776187996.793202:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776187996.793216:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654887232/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776187996.793255:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776187996.793258:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776187996.793331:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654887232:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187996.793357:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187996.793412:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776187996.793420:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654887104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187996.793445:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187996.802261:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654887104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776187996.802286:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776187996.805250:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776187996.805260:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776187996.805270:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654887232:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776187996.805360:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887168:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776187997.239673:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776187997.815413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187998.264996:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187998.839504:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776187999.287547:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776187999.864580:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188000.312326:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188000.887403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188001.336696:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188001.913558:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188001.913565:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188001.913568:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188001.913590:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8143 00000100:00080000:2.0:1776188001.913593:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188001.913599:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188001.913609:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188001.913623:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654887488/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188001.913652:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188001.913655:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188001.913735:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188001.914497:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654887360:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188001.914578:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188001.914610:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188001.914616:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188001.914645:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654887488:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776188001.917100:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188001.917110:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188001.917120:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654887488:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188001.917121:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188001.917137:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654887552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188001.920773:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654887360:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188002.360505:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188002.935860:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188003.383626:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188003.959465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188004.408099:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188004.984138:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188005.432058:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188006.007399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188006.459065:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188007.031407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188007.031861:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188007.031866:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188007.031870:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188007.031879:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8148 00000100:00080000:1.0:1776188007.031882:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188007.031888:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188007.031897:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188007.032042:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654887744/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188007.032070:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188007.032073:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188007.032131:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654887744:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188007.032357:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654887616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188007.032390:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654887808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188007.032417:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188007.032423:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654887680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188007.035735:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654887808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188007.037638:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188007.037648:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188007.037656:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654887744:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188007.037712:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654887616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188007.037734:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654887680:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188007.480219:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188008.055414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188008.503475:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188009.079981:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188009.527606:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188010.104908:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188010.552927:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188011.127426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188011.575767:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776188012.151564:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188012.151572:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188012.151576:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188012.151587:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8153 00000100:00080000:0.0:1776188012.151590:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188012.151596:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188012.151605:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188012.151620:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654888000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188012.151660:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188012.151663:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188012.151687:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654887936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188012.151761:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188012.151766:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654887872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188012.151781:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654888064:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188012.154458:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888000:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188012.154810:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188012.154952:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654887872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188012.154967:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654888064:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188012.155632:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654887936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188012.164346:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188012.164357:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188012.164366:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888000:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188012.599793:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188013.175418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188013.625055:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188014.199921:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188014.649140:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188015.223378:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188015.671538:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188016.250331:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188016.695564:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188017.271370:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188017.271455:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188017.271460:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188017.271463:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188017.271472:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8158 00000100:00080000:2.0:1776188017.271475:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188017.271480:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188017.271489:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188017.271501:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654888256/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188017.271551:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888256:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188017.271806:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654888192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188017.271849:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188017.271854:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654888128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188017.271936:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188017.271940:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188017.271983:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888320:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188017.274833:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188017.274843:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188017.274852:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888256:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188017.275725:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888320:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188017.278099:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654888128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188017.278123:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654888192:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188017.719736:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188018.295521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188018.745972:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188019.319548:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188019.767715:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188020.343446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188020.792568:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188021.368013:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188021.815840:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188022.391562:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188022.391569:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188022.391571:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188022.391581:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8163 00000100:00080000:2.0:1776188022.391585:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188022.391591:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188022.391619:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188022.391635:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654888512/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188022.391672:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188022.391675:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188022.392350:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188022.392434:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188022.392577:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188022.392584:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654888384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188022.392705:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188022.394536:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888512:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188022.398979:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654888384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188022.399001:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188022.399011:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188022.404538:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188022.404548:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188022.404557:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888512:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188022.839831:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188023.415903:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188023.863634:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188024.439850:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188024.887669:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188025.463403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188025.913804:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188026.487706:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188026.936358:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188027.511649:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188027.511656:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188027.511659:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188027.511670:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8168 00000100:00080000:2.0:1776188027.511673:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188027.511678:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188027.511687:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188027.511701:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654888768/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188027.511733:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188027.511736:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188027.511771:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654888640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188027.511899:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188027.511921:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654888704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188027.512023:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888768:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188027.512164:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188027.523538:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654888704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188027.523810:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188027.523815:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188027.523819:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654888768:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188027.524640:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654888640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188027.524655:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654888832:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188027.959840:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188028.535459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188028.984046:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188029.559465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188030.007718:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188030.584360:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188031.031790:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188031.607478:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188032.055647:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188032.631880:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188032.632855:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188032.632862:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188032.632866:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188032.632877:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8174 00000100:00080000:0.0:1776188032.632881:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188032.632888:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188032.632899:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188032.632924:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654889024/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188032.632951:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188032.632954:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188032.633192:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889024:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188032.634029:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654888960:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188032.634108:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776188032.634115:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654888896:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188032.634135:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654889088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188032.637462:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654889088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188032.648616:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654888896:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188032.648944:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654888960:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188032.650917:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188032.650928:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188032.650938:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889024:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188033.079751:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188033.655436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188034.103582:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188034.679451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188035.127488:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188035.704788:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188036.151485:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188036.727448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188037.180800:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188037.753673:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188037.756730:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188037.756739:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188037.756744:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188037.756759:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8179 00000100:00080000:2.0:1776188037.756765:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188037.756777:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188037.756791:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188037.756814:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654889280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188037.756851:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188037.756855:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188037.756888:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889216:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188037.757014:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776188037.757020:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654889152:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188037.757055:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188037.757334:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889280:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:1.0:1776188037.768385:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188037.768406:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188037.768420:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889280:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188037.768762:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654889152:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188037.768793:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188037.768806:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889216:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188038.210799:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188038.776811:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188039.224551:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188039.799421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188040.248400:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188040.823452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188041.271528:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188041.847438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188042.295503:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188042.871426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188042.872945:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188042.872950:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188042.872954:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188042.872964:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8184 00000100:00080000:1.0:1776188042.872967:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188042.872974:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:0.0:1776188042.872975:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654889408:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:1.0:1776188042.872993:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188042.873007:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654889536/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188042.873037:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188042.873040:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188042.873055:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654889600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188042.873055:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654889472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188042.873135:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889536:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188042.878029:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654889472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188042.878162:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654889600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188042.880411:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188042.880422:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188042.880432:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889536:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188042.880582:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654889408:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188043.319590:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188043.897128:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188044.344922:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188044.920702:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188045.367537:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188045.943726:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188046.394180:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188046.967406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188047.417560:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188047.991414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188047.991502:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188047.991507:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188047.991511:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1776188047.991516:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654889664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188047.991518:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8189 00000100:00080000:2.0:1776188047.991524:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188047.991529:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188047.991539:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188047.991556:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4b6a7c2 x1862459654889792/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188047.991588:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188047.991592:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188047.991601:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188047.991630:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188047.991636:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188047.991642:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889792:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188047.994568:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654889664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188047.999639:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188048.001355:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1776188048.001356:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188048.001363:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188048.001370:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654889792:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776188048.439617:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188049.015597:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188049.463823:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188050.041819:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188050.487588:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188051.063416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188051.513781:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188052.087471:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188052.535594:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188053.111446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188053.111689:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188053.111695:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188053.111698:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188053.111707:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8194 00000100:00080000:2.0:1776188053.111711:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 6s 00000100:00080000:2.0:1776188053.111718:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188053.111727:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188053.111743:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654890048/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188053.111746:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188053.111789:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188053.111795:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188053.111828:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654889920:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188053.111864:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654890112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188053.112066:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890048:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188053.118230:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654889984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188053.118692:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654889920:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188053.118717:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654890112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188053.119571:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188053.119577:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188053.119582:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890048:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188053.560101:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188054.136873:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188054.584077:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188055.159561:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188055.611618:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188056.183418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188056.631711:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188057.207545:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188057.657333:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188058.232343:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188058.232349:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188058.232352:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188058.232362:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8199 00000100:00080000:1.0:1776188058.232365:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 11s 00000100:00080000:1.0:1776188058.232371:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188058.232379:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188058.232393:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654890304/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188058.232428:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188058.232430:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188058.232547:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188058.232712:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890304:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188058.233194:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654890176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188058.233236:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188058.233257:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188058.233262:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890240:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188058.236514:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188058.236525:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188058.236533:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890304:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188058.236629:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890240:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188058.236639:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654890176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188058.236648:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890368:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188058.679548:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188059.255422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188059.704811:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188060.279792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188060.727651:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188061.303880:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188061.753341:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188062.327449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188062.775984:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188063.351483:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188063.352945:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188063.352952:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188063.352956:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188063.352965:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8204 00000100:00080000:0.0:1776188063.352970:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 16s 00000100:00080000:0.0:1776188063.352976:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188063.352986:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188063.353000:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654890560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188063.353031:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188063.353034:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188063.353059:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188063.353079:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890560:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188063.353165:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654890432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188063.370416:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654890624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188063.370576:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188063.386024:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188063.386036:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188063.386046:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890560:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188063.386446:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654890432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188063.386471:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654890624:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188063.799655:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188064.375545:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188064.823832:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188065.399642:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188065.849753:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188066.424247:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188066.872638:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188067.448840:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188067.895530:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188068.471691:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188068.471700:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188068.471716:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188068.471739:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8209 00000100:00080000:1.0:1776188068.471743:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188068.471750:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188068.471759:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188068.471784:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654890816/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188068.471880:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654890688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188068.471984:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188068.471991:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188068.472252:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188068.472256:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188068.472260:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890816:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188068.472286:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890880:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188068.476921:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188068.477469:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890880:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188068.480283:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188068.480293:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188068.480334:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654890816:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188068.481018:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654890752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188068.481030:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654890688:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188068.919708:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188069.495996:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188069.943868:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188070.519928:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188070.976032:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188071.543447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188071.991504:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188072.567409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188073.016162:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188073.591457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188073.591502:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188073.591508:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188073.591511:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188073.591519:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8215 00000100:00080000:1.0:1776188073.591522:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188073.591528:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188073.591538:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188073.591579:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654891072/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188073.591607:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188073.591610:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188073.591629:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188073.591704:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776188073.591711:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654890944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188073.591733:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188073.591750:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891072:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188073.603004:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654890944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188073.610991:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188073.632186:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188073.632197:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188073.632204:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891072:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188073.633274:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891136:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188074.040158:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188074.615900:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188075.063569:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188075.641186:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188076.088132:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188076.665608:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188077.111492:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188077.689886:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188078.135461:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188078.711602:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188078.712009:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188078.712015:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188078.712018:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188078.712027:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8220 00000100:00080000:2.0:1776188078.712030:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776188078.712036:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:3.0:1776188078.712200:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654891200:192.168.203.125@tcp:400:kworker/u8:2.0 00000008:00100000:2.0:1776188078.712700:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188078.714705:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188078.714724:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654891264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188078.715656:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654891328/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188078.715799:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891328:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776188078.716483:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188078.716487:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188078.718129:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188078.718154:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654891392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188078.756017:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654891392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188078.756074:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654891264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188078.756084:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654891200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188078.756700:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188078.756704:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188078.756709:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891328:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188079.159656:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188079.737452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188080.184417:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188080.760422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188081.207637:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188081.783406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188082.232134:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188082.807515:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188083.255622:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188083.831604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188083.831758:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188083.831763:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188083.831775:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188083.831784:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8225 00000100:00080000:1.0:1776188083.831787:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188083.831793:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188083.831803:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188083.831818:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654891584/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188083.831847:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188083.831850:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188083.831919:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654891520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188083.832002:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776188083.832008:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654891456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188083.832039:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654891648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188083.832357:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891584:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188083.836994:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188083.837005:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188083.837023:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891584:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188083.837243:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654891456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188083.837256:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654891648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188083.837264:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654891520:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188084.279681:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188084.855453:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188085.304337:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188085.879433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188086.327844:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188086.903411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188087.351524:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188087.927454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188088.375569:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188088.951437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188088.951534:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188088.951539:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188088.951543:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188088.951552:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8230 00000100:00080000:0.0:1776188088.951555:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188088.951650:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188088.951662:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188088.951681:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654891840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188088.951714:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188088.951717:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188088.951738:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891776:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188088.951823:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188088.951829:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654891712:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188088.951852:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891904:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188088.951935:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891840:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188088.956093:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654891712:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188088.956115:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891904:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188088.959468:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188088.959480:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188088.959489:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654891840:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188088.959734:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654891776:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188089.400168:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188089.975416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188090.423838:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188090.999498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188091.448039:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188092.023833:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188092.471884:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188093.047454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188093.495675:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188094.071797:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188094.071804:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188094.071807:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188094.071819:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8235 00000100:00080000:3.0:1776188094.071822:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188094.071828:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188094.071838:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188094.071854:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654892096/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188094.071885:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188094.071888:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188094.071910:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654892032:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188094.071995:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188094.072001:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654891968:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188094.072028:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654892160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188094.072113:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892096:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188094.073804:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188094.076952:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188094.076961:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188094.076968:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892096:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188094.078157:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654891968:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188094.078176:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654892160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188094.078188:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654892032:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188094.520284:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188095.095592:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188095.543906:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188096.119496:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188096.569423:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188097.144677:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188097.591782:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188098.167913:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188098.615504:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188099.191432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188099.191665:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188099.191670:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188099.191673:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188099.191682:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8240 00000100:00080000:1.0:1776188099.191685:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188099.191691:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188099.191700:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188099.191716:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654892352/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188099.191744:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188099.191747:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188099.191766:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654892288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188099.191776:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892352:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188099.191847:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776188099.191867:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654892224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188099.195682:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654892416:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188099.203410:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654892288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188099.206190:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188099.206199:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188099.206208:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892352:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188099.208137:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654892224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188099.208160:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654892416:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188099.641649:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188100.215426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188100.663631:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188101.239470:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188101.689578:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188102.263652:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188102.711468:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188103.290442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188103.736291:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188104.312293:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654892480:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188104.312320:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188104.312327:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188104.312331:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188104.312337:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8245 00000100:00080000:3.0:1776188104.312340:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188104.312346:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188104.312356:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188104.312372:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654892608/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188104.312408:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188104.312411:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188104.312417:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654892672:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188104.312433:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654892544:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188104.312726:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892608:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188104.312984:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188104.323461:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654892672:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188104.323540:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188104.323546:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188104.323552:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892608:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188104.323556:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654892544:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188104.331455:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654892480:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188104.759582:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188105.336526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188105.784800:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188106.359524:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188106.807790:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188107.383980:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188107.831563:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188108.407422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188108.855597:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188109.433420:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188109.433428:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188109.433431:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188109.433441:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8250 00000100:00080000:3.0:1776188109.433443:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188109.433449:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188109.433459:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188109.433474:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654892864/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188109.433506:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188109.433509:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188109.433601:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188109.433720:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892864:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188109.433875:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654892736:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188109.433909:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654892928:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188109.433928:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188109.433933:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654892800:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188109.436908:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654892736:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188109.436931:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654892928:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188109.448132:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188109.448143:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188109.448152:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654892864:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188109.450153:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654892800:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188109.881610:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188110.456142:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188110.903504:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188111.479634:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188111.927702:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188112.503696:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188112.952441:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188113.528599:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188113.980168:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188114.551438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188114.551667:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188114.551672:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188114.551675:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188114.551684:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8255 00000100:00080000:1.0:1776188114.551688:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188114.551695:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188114.551704:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188114.551720:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654893120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188114.551742:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654892992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188114.551755:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188114.551759:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188114.551795:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654893056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188114.551827:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654893184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188114.552029:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893120:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188114.554849:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654893184:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188114.560054:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654893056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188114.563355:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188114.563367:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188114.563376:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893120:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188114.569011:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654892992:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188114.999524:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188115.575589:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188116.023819:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188116.599616:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188117.047682:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188117.623536:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188118.071562:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188118.647417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188119.095672:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188119.671417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188119.672095:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188119.672100:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188119.672102:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188119.672112:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8261 00000100:00080000:3.0:1776188119.672115:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188119.672133:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188119.672143:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188119.672159:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654893376/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188119.672196:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188119.672199:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188119.672289:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654893312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188119.672410:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776188119.672417:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654893248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188119.672441:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654893440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188119.673339:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893376:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:1.0:1776188119.682837:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188119.682857:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188119.682866:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893376:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188119.683416:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654893248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188119.683431:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654893440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188119.683441:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654893312:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188120.120847:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188120.700673:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188121.143882:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188121.719407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188122.167984:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188122.743416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188123.191670:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188123.767931:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188124.215584:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188124.791800:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188124.791832:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188124.791837:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1776188124.791839:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654893504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188124.791840:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188124.791844:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8266 00000100:00080000:1.0:1776188124.791847:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188124.791854:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188124.791863:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188124.791887:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654893632/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188124.791914:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188124.791917:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188124.791925:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654893696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188124.791930:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654893568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188124.792404:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893632:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188124.797376:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654893696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188124.797392:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654893504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188124.797524:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654893568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188124.801326:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188124.801335:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188124.801344:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893632:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188125.242617:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188125.815430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188126.263937:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188126.839431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188127.292599:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188127.863584:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188128.320038:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188128.887598:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188129.351929:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188129.911427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188129.912235:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188129.912240:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188129.912243:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188129.912252:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8271 00000100:00080000:3.0:1776188129.912255:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1776188129.912257:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654893760:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188129.912263:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188129.912273:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188129.912289:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654893888/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188129.912359:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1776188129.912367:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1776188129.912369:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654893824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188129.912372:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188129.912394:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188129.912404:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654893952:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188129.912753:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893888:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:1.0:1776188129.919038:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188129.919047:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188129.919055:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654893888:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188129.919176:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654893824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188129.921905:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654893952:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188129.922204:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654893760:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188130.359505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188130.938661:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188131.389286:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188131.960003:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188132.410319:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188132.983434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188133.431528:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188134.007409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188134.456900:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188135.031585:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188135.031593:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188135.031595:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188135.031604:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8276 00000100:00080000:1.0:1776188135.031608:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188135.031614:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188135.031623:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188135.031638:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654894144/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188135.031660:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654894016:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188135.031664:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188135.031669:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188135.031710:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894144:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188135.031750:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188135.031782:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188135.031789:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188135.031863:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188135.041090:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188135.041101:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188135.041109:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894144:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188135.041352:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188135.041365:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894208:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188135.042644:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654894016:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188135.479605:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188136.055430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188136.503711:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188137.079483:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188137.527782:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188138.103404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188138.551708:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188139.127407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188139.575636:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188140.151429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188140.151553:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188140.151558:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188140.151562:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188140.151573:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8281 00000100:00080000:1.0:1776188140.151576:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188140.151582:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188140.151592:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188140.151605:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654894400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188140.151632:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188140.151635:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188140.151639:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654894272:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188140.151668:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188140.151751:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188140.151757:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188140.151890:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894400:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188140.180697:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188140.180718:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188140.183766:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654894272:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188140.183883:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188140.183889:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188140.183894:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894400:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188140.599563:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188141.175869:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188141.624432:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188142.199417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188142.647517:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188143.223428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188143.671761:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188144.247433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188144.695842:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188145.271452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188145.271578:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188145.271583:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1776188145.271584:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654894528:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188145.271587:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188145.271595:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8286 00000100:00080000:1.0:1776188145.271598:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188145.271603:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188145.271613:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188145.271628:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654894656/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188145.271660:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188145.271663:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188145.271677:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894720:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188145.271683:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654894592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188145.271797:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894656:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188145.275745:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654894592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188145.275800:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188145.275805:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188145.275810:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894656:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188145.276235:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654894720:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188145.276246:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654894528:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188145.719526:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188146.295574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188146.744697:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188147.321593:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188147.767676:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188148.343468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188148.791508:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188149.367524:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188149.817533:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188150.391476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188150.391997:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1776188150.392002:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654894784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188150.392004:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188150.392008:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188150.392015:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8291 00000100:00080000:3.0:1776188150.392018:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188150.392025:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188150.392034:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188150.392050:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654894912/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188150.392082:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188150.392085:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188150.392101:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654894976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188150.392123:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654894848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188150.392202:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894912:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188150.394685:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188150.394695:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188150.394703:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654894912:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188150.394822:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654894848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188150.396887:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654894976:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188150.397747:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654894784:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188150.840790:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188151.415837:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188151.866475:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188152.440818:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188152.889171:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188153.463528:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188153.912708:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188154.487420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188154.938324:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188155.511573:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188155.512564:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654895040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188155.512894:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188155.512902:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188155.513380:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188155.513385:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188155.513388:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188155.513394:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8296 00000100:00080000:1.0:1776188155.513396:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188155.513401:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188155.513410:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188155.513425:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654895168/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188155.513488:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895168:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188155.513496:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895232:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188155.513558:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188155.513562:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188155.516863:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188155.516882:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654895040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188155.517418:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188155.517425:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188155.517431:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895168:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188155.519349:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895232:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188155.960074:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188156.535436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188156.983973:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188157.559402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188158.007474:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188158.583397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188159.035272:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188159.607383:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188160.055521:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188160.631411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188160.632661:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188160.632667:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188160.632670:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188160.632679:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8302 00000100:00080000:0.0:1776188160.632683:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188160.632689:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188160.632699:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188160.632714:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654895424/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188160.632745:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188160.632748:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188160.632770:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895360:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188160.632844:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188160.632850:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654895296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188160.632872:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895488:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188160.633121:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895424:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188160.636783:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654895296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188160.636812:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895488:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188160.636825:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895360:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188160.639465:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188160.639477:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188160.639485:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895424:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188161.082539:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188161.655419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188162.103941:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188162.679437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188163.127514:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188163.703425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188164.152589:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188164.729066:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188165.175792:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188165.751452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188165.751651:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188165.751656:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188165.751660:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188165.751668:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8307 00000100:00080000:1.0:1776188165.751671:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188165.751676:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188165.751686:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188165.751701:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654895680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188165.751727:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188165.751729:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188165.751761:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654895616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188165.751838:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776188165.751845:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654895552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188165.751881:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654895744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188165.753164:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895680:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188165.753891:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654895744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188165.753906:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654895616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188165.758522:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188165.758536:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188165.758547:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654895552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188165.758547:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895680:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188166.199988:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188166.775540:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188167.223486:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188167.799383:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188168.247603:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188168.823426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188169.271515:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188169.847651:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188170.295557:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188170.873560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188170.874061:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188170.874066:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188170.874069:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188170.874080:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8312 00000100:00080000:0.0:1776188170.874083:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188170.874090:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188170.874101:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188170.874116:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654895936/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188170.874148:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188170.874152:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188170.874174:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188170.874269:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188170.874274:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654895808:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188170.874328:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654896000:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188170.875472:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895936:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188170.880788:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654895808:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188170.880812:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654895872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188170.881404:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188170.881411:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188170.881417:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654895936:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188170.885216:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654896000:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188171.319818:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188171.896325:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188172.343761:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188172.919424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188173.367546:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188173.943420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188174.391911:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188174.967415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188175.416212:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188175.991720:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188175.991883:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188175.991889:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188175.991892:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188175.991901:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8317 00000100:00080000:3.0:1776188175.991903:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188175.991910:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188175.991921:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188175.991935:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654896192/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188175.991969:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188175.991972:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188175.991993:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654896064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188175.992077:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654896256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188175.992111:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188175.992116:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654896128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188175.992183:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896192:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188175.994850:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654896128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188175.994869:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1776188175.994875:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654896064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188175.994876:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188175.994884:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896192:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188175.994891:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654896256:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188176.439650:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188177.015412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188177.463554:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188178.039419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188178.487999:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188179.063422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188179.511515:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188180.088626:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188180.536012:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188181.111421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188181.113358:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188181.113365:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188181.113368:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188181.113376:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8322 00000100:00080000:1.0:1776188181.113379:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188181.113386:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188181.113397:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188181.113409:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654896448/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188181.113440:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188181.113443:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188181.113466:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188181.113482:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896448:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188181.113566:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776188181.113573:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654896320:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188181.118149:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188181.118571:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188181.125431:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896512:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188181.126235:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654896320:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188181.126464:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188181.126470:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188181.126474:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896448:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776188181.559533:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188182.136674:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188182.583477:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188183.160090:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188183.609353:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188184.183367:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188184.631584:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188185.207712:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188185.656237:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188186.231941:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188186.231948:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188186.231951:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188186.231960:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8327 00000100:00080000:1.0:1776188186.231964:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1776188186.231965:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188186.231970:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188186.231981:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188186.231996:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654896704/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188186.232029:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188186.232033:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188186.232062:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654896576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188186.232069:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896704:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188186.236011:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188186.236782:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188186.236800:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896640:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188186.244118:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896640:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188186.244135:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654896576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188186.244144:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188186.244234:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188186.244239:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188186.244243:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896704:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188186.679570:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188187.255426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188187.703529:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188188.279406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188188.728741:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188189.303430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188189.751508:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188190.327427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188190.780029:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776188191.353235:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188191.353242:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188191.353246:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188191.353255:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8332 00000100:00080000:0.0:1776188191.353257:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188191.353262:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188191.353280:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188191.353329:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654896960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188191.353350:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188191.353354:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188191.353383:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896896:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188191.353462:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776188191.353469:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654896832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188191.353581:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896960:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188191.353615:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188191.354880:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654897024:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188191.362911:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188191.362922:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188191.362930:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654896960:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188191.363511:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654896832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188191.363528:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654896896:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188191.365238:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654897024:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188191.799530:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188192.375625:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188192.823960:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188193.399425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188193.847517:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188194.423431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188194.872330:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188195.447580:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188195.900449:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188196.471667:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188196.471674:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188196.471677:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188196.471686:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8337 00000100:00080000:3.0:1776188196.471689:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188196.471695:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188196.471704:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188196.471718:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654897216/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188196.471751:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188196.471754:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188196.471772:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188196.471911:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654897088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188196.471944:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188196.471954:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654897280:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188196.472205:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897216:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188196.476766:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188196.476942:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188196.476947:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188196.476953:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897216:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188196.481429:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654897088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188196.481450:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654897280:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188196.920082:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188197.495533:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188197.943610:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188198.519390:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188198.967501:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188199.543410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188199.992505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188200.567412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188201.015590:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188201.591416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188201.591627:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188201.591632:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188201.591635:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188201.591643:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8343 00000100:00080000:3.0:1776188201.591646:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188201.591651:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188201.591661:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188201.591675:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654897472/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188201.591720:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188201.591723:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188201.592028:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654897344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188201.592123:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897536:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188201.592151:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188201.592156:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188201.592711:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897472:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188201.599539:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188201.599882:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188201.599887:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188201.599892:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897472:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188201.601389:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654897344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188201.602604:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897536:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188202.040593:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188202.615449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188203.063539:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188203.639631:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188204.088491:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188204.663497:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188205.111845:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188205.687427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188206.135655:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188206.711604:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188206.711612:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188206.711615:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188206.711624:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8348 00000100:00080000:1.0:1776188206.711627:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188206.711633:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188206.711643:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188206.711657:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654897728/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188206.711680:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188206.711683:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188206.711707:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654897664:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188206.711780:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776188206.711785:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654897600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188206.711824:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654897792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188206.712785:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188206.713703:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897728:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188206.716789:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188206.716800:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188206.716809:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897728:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188206.717094:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654897600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188206.717110:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654897792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188206.717121:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654897664:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188207.159673:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188207.735517:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188208.185210:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188208.760552:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188209.209602:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188209.783537:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188210.233834:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188210.809487:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188211.255715:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188211.831536:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188211.832201:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188211.832206:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188211.832209:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188211.832219:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8353 00000100:00080000:2.0:1776188211.832226:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188211.832232:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188211.832243:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188211.832258:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654897856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188211.832260:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654897984/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188211.832295:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188211.832337:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188211.832355:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897920:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188211.832364:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654898048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188211.832572:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897984:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188211.839153:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654898048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188211.839848:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654897920:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188211.840004:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188211.840009:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188211.840013:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654897984:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188211.840167:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654897856:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188212.279780:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188212.855414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188213.303496:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188213.879410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188214.327691:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188214.903430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188215.351642:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188215.927643:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188216.379795:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188216.951403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188216.951527:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654898112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188216.953722:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188216.953742:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898176:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188216.961243:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188216.961253:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188216.961256:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188216.961267:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8358 00000100:00080000:0.0:1776188216.961270:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188216.961275:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188216.961288:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188216.961332:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654898240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188216.961380:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188216.961383:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188216.961468:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654898240:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188216.962859:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188216.962933:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898176:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188216.962945:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654898112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188216.966756:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188216.975032:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188216.975042:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188216.975052:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654898240:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188217.400424:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188217.975863:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188218.423989:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188218.999397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188219.448123:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188220.023366:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188220.471653:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188221.047425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188221.497014:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188222.071449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188222.071542:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188222.071547:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188222.071551:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188222.071559:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8363 00000100:00080000:1.0:1776188222.071563:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188222.071570:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188222.071582:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188222.071584:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654898368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188222.071600:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654898496/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188222.071646:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188222.071650:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188222.071681:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188222.071686:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654898560:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188222.072025:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654898496:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188222.081146:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654898560:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188222.081164:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654898368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188222.081439:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188222.081450:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188222.081455:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188222.081459:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654898496:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776188222.519540:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188223.095447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188223.544908:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188224.119435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188224.567570:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188225.150226:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188225.591611:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188226.167882:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188226.615748:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188227.191769:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188227.191776:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1776188227.191779:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188227.191780:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188227.191793:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8368 00000100:00100000:3.0:1776188227.191914:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654898688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188227.192160:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188227.192169:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188227.192180:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188227.195968:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654898688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188227.195993:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188227.196003:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654898624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188227.197643:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654898752/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188227.197714:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188227.197718:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188227.197737:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188227.197750:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654898816:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188227.197848:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654898752:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188227.199961:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654898624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188227.201851:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188227.201860:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188227.201869:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654898752:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188227.202366:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654898816:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188227.639560:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188228.215705:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188228.668190:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188229.239893:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188229.687599:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188230.263432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188230.711460:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188231.287574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188231.739295:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188232.311473:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188232.312834:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654898880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188232.313745:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188232.313760:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188232.317981:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188232.317997:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188232.318002:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188232.318018:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8373 00000100:00080000:0.0:1776188232.318023:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188232.318031:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188232.318047:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188232.318095:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654899008/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188232.318164:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899008:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776188232.318353:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188232.318358:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188232.318383:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188232.323685:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654898880:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188232.323746:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188232.323758:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654898944:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188232.325855:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188232.325872:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188232.325884:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899008:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776188232.761092:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188233.335466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188233.783835:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188234.359513:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188234.807784:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188235.383516:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188235.831579:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188236.408166:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188236.855633:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188237.432004:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188237.433647:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188237.433655:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188237.433660:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188237.433975:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8378 00000100:00080000:1.0:1776188237.433979:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188237.433987:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188237.434000:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188237.434021:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654899264/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188237.434059:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188237.434062:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188237.434089:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188237.434090:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654899136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188237.434181:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899264:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188237.441045:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188237.441144:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188237.447525:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654899136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188237.458055:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188237.459421:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188237.459433:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188237.459442:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899264:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776188237.879609:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188238.455526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188238.903933:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188239.479908:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188239.929101:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188240.503492:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188240.952161:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188241.527536:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188241.978786:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188242.551484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188242.551728:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188242.551733:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188242.551738:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188242.551751:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8383 00000100:00080000:0.0:1776188242.551754:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188242.551761:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188242.551776:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188242.551795:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654899520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188242.551826:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188242.551829:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188242.551854:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899456:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188242.551967:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776188242.551974:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654899392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188242.551999:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188242.552343:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899520:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188242.555360:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654899392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188242.555383:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188242.563519:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188242.563528:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188242.563534:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899520:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188242.563607:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899456:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188242.999600:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188243.575630:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188244.026650:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188244.599650:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188245.047593:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188245.623663:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188246.071730:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188246.647412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188247.095507:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188247.671390:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188247.671520:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188247.671526:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188247.671529:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188247.671538:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8389 00000100:00080000:1.0:1776188247.671549:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188247.671555:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:0.0:1776188247.671669:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654899648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188247.671746:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188247.671752:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899712:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:1.0:1776188247.671998:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188247.672017:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654899776/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188247.672063:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188247.672067:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188247.672078:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188247.672100:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899840:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188247.672135:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899776:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188247.675185:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899840:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188247.675237:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654899648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188247.682470:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654899712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188247.682585:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188247.682589:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188247.682594:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654899776:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188248.120037:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188248.695659:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188249.144962:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188249.719463:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188250.167506:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188250.743418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188251.195109:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188251.767756:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188252.219946:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188252.791429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188252.793430:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188252.793436:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188252.793440:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188252.793449:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8394 00000100:00080000:1.0:1776188252.793452:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188252.793457:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188252.793467:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188252.793482:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654900032/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188252.793511:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188252.793515:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188252.793709:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654899904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188252.793791:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188252.793824:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188252.793830:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188252.794008:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900032:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188252.802379:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188252.802391:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188252.802400:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900032:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188252.802656:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654899968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188252.802669:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654899904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188252.802678:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900096:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188253.239599:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188253.815540:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188254.266398:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188254.839736:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188255.287630:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188255.863445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188256.311591:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188256.887447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188257.345237:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188257.911414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188257.911471:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188257.911477:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188257.911481:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188257.911489:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8399 00000100:00080000:1.0:1776188257.911492:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188257.911497:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188257.911506:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188257.911520:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654900288/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188257.911539:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188257.911542:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188257.911547:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900288:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188257.911602:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654900160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188257.913132:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654900352:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188257.913200:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188257.913207:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654900224:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188257.917802:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654900224:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188257.917824:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1776188257.917829:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654900160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188257.917831:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188257.919017:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900288:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188257.919335:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654900352:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188258.360452:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188258.936603:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188259.383998:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188259.959435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188260.409400:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188260.983504:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188261.439583:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188262.007407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188262.455540:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188263.031557:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188263.031565:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188263.031568:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188263.031578:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8404 00000100:00080000:1.0:1776188263.031581:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188263.031587:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188263.031597:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188263.031612:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654900544/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188263.031643:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188263.031647:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188263.031701:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654900416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188263.031720:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900544:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188263.031825:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188263.035858:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188263.035941:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188263.035948:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188263.040840:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188263.040850:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188263.040858:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900544:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188263.041073:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188263.041084:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654900416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188263.041094:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900608:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188263.479575:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188264.055411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188264.503745:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188265.079417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188265.531018:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188266.103900:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188266.551618:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188267.128432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188267.575485:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188268.151418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188268.152690:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188268.152696:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188268.152699:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188268.152718:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8409 00000100:00080000:0.0:1776188268.152722:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188268.152737:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188268.152748:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188268.152764:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654900800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188268.152796:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188268.152799:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188268.152819:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188268.152897:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188268.152903:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654900672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188268.152926:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188268.153105:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900800:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188268.159051:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188268.159070:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188268.159787:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654900672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188268.159866:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188268.159870:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188268.159874:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654900800:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188268.603800:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188269.175421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188269.623675:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188270.199518:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188270.647522:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188271.223914:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188271.682212:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188272.248347:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188272.695523:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188273.271570:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188273.271604:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188273.271610:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188273.271614:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188273.271625:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8414 00000100:00080000:1.0:1776188273.271628:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:0.0:1776188273.271682:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654900928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188273.271782:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188273.271788:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188273.271971:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188273.271982:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188273.273680:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654901056/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188273.274336:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188273.274353:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654901120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188273.275588:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901056:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776188273.277207:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188273.277217:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188273.280901:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654901120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188273.281784:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654900928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188273.285642:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654900992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188273.285754:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188273.285758:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188273.285763:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901056:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776188273.719518:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188274.296085:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188274.743488:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188275.319414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188275.767488:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188276.343530:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188276.791506:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188277.368092:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188277.815818:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188278.391582:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188278.392531:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188278.392536:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188278.392539:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188278.392547:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8419 00000100:00080000:3.0:1776188278.392550:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188278.392557:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188278.392567:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188278.392582:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654901312/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188278.392616:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188278.392619:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188278.392663:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654901248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188278.392824:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188278.392831:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654901184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188278.392858:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654901376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188278.393105:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901312:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188278.398527:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654901376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188278.398546:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654901248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188278.398637:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188278.398642:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188278.398646:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901312:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188278.401022:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654901184:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188278.842012:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188279.415496:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188279.863568:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188280.439448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188280.889601:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188281.463417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188281.912235:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188282.487420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188282.935527:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188283.512410:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188283.512415:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188283.512419:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188283.512428:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8424 00000100:00080000:3.0:1776188283.512432:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188283.512437:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188283.512447:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188283.512461:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654901568/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188283.512493:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188283.512497:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188283.512533:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654901504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188283.512666:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188283.512750:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901568:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188283.513423:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188283.513433:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654901440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188283.513458:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654901632:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188283.518159:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654901440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188283.518187:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654901632:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188283.518195:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188283.518201:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188283.518207:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901568:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188283.518273:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654901504:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188283.959591:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188284.535931:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188284.985192:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188285.559414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188286.007491:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188286.583627:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188287.031514:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188287.608867:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188288.055640:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188288.631680:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188288.631897:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188288.631902:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188288.631905:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188288.631913:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8430 00000100:00080000:1.0:1776188288.631916:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188288.631922:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188288.631932:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188288.631946:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654901824/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188288.631973:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188288.631977:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188288.631995:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654901760:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188288.632065:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776188288.632072:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654901696:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188288.632094:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654901888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188288.636185:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901824:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188288.640832:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654901760:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188288.641364:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654901696:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188288.641379:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654901888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188288.644892:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188288.644902:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188288.644910:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654901824:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776188289.080043:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188289.655771:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188290.103610:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188290.679612:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188291.127599:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188291.703527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188292.152731:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188292.727415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188293.175484:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188293.751398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188293.751473:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188293.751478:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188293.751481:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188293.751490:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8435 00000100:00080000:3.0:1776188293.751493:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188293.751498:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188293.751507:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188293.751519:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654902080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188293.751544:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188293.751546:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188293.751604:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188293.751690:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776188293.751699:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654901952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188293.751723:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188293.751808:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902080:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776188293.757383:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188293.757394:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188293.757403:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902080:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188293.759796:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654901952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188293.759833:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188293.759845:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902016:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188294.199507:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188294.779185:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188295.223564:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188295.799715:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188296.247752:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188296.824421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188297.271810:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188297.847516:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188298.296870:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188298.871428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188298.871735:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188298.871740:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188298.871743:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188298.871752:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8440 00000100:00080000:0.0:1776188298.871755:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188298.871760:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:1.0:1776188298.871767:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654902208:192.168.203.125@tcp:400:kworker/u8:2.0 00000008:00100000:0.0:1776188298.871770:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188298.871785:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654902336/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188298.871811:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188298.871814:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188298.871830:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654902272:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188298.871849:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654902400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188298.872047:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902336:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188298.874423:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654902400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188298.882564:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654902272:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188298.883962:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654902208:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188298.889759:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188298.889770:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188298.889780:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902336:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776188299.320589:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188299.895414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188300.343529:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188300.919418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188301.367755:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188301.943418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188302.391604:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188302.967840:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188303.415802:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188303.991693:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188303.991886:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188303.991891:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188303.991894:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188303.991902:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8445 00000100:00080000:3.0:1776188303.991905:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188303.991910:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188303.991918:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188303.991931:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654902592/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188303.991959:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188303.991962:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188303.991980:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654902528:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188303.992054:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188303.992058:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654902464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188303.992076:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654902656:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188303.992357:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902592:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188304.002668:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654902464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188304.002682:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188304.002688:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188304.002695:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902592:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188304.002695:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654902656:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188304.002713:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654902528:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188304.439701:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188305.015428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188305.463817:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188306.039432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188306.487516:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188307.063537:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188307.511740:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188308.087418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188308.539334:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188309.111452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188309.111507:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188309.111514:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188309.111518:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188309.111534:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8450 00000100:00080000:3.0:1776188309.111538:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188309.111544:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188309.111554:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188309.111566:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654902848/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188309.111636:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902848:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776188309.111735:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188309.111738:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188309.111768:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188309.111803:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188309.111809:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654902720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188309.111826:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188309.113916:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188309.118976:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654902720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188309.118989:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188309.118995:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188309.118999:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654902912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188309.119002:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654902848:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188309.559568:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188310.135414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188310.583492:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188311.164485:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188311.608612:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188312.187015:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188312.631623:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188313.207521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188313.655944:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776188314.232602:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188314.232611:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188314.232614:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188314.232624:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8455 00000100:00080000:0.0:1776188314.232627:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188314.232633:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188314.232643:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188314.232668:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654903104/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188314.232703:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654902976:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188314.232730:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188314.232807:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188314.232878:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188314.232885:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654903040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188314.232936:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188314.232940:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188314.236796:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654903168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188314.236943:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654902976:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188314.246881:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1776188314.246886:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654903168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188314.246889:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188314.246894:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188314.246897:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654903040:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188314.679704:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188315.255430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188315.703480:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188316.279415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188316.727534:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188317.307645:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188317.751608:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188318.327475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188318.775501:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188319.351563:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188319.351570:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188319.351573:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188319.351583:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8460 00000100:00080000:3.0:1776188319.351586:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188319.351592:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188319.351601:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188319.351619:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654903360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188319.351652:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188319.351654:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188319.351688:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654903296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188319.351758:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188319.351763:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654903232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188319.351783:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654903424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188319.351867:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188319.353049:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903360:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188319.356561:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654903232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188319.356585:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654903424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188319.356595:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654903296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188319.356692:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188319.356697:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188319.356701:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903360:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776188319.799700:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188320.375655:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188320.823590:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188321.399420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188321.847514:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188322.424820:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188322.871922:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188323.447471:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188323.896074:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188324.471605:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188324.471997:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188324.472003:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188324.472005:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188324.472014:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8465 00000100:00080000:2.0:1776188324.472017:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188324.472023:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188324.472032:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188324.472046:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654903616/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188324.472075:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188324.472078:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188324.472098:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654903552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188324.472175:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776188324.472181:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654903488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188324.472199:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654903680:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188324.472271:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903616:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776188324.478130:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188324.478140:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188324.478149:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903616:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188324.479571:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654903552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188324.483131:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654903488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188324.483157:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654903680:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188324.919554:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188325.495419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188325.943437:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188326.519763:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188326.967537:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188327.543736:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188327.991736:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188328.567454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188329.017675:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188329.591415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188329.592422:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188329.592428:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188329.592431:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188329.592439:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8471 00000100:00080000:1.0:1776188329.592443:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188329.592448:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188329.592457:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188329.592473:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654903872/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188329.592507:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188329.592510:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188329.592581:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654903744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188329.592667:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654903936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188329.592701:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188329.592707:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654903808:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188329.592818:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903872:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188329.595968:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654903808:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188329.610615:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654903744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188329.610637:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654903936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188329.610817:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188329.610822:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188329.610827:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654903872:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776188330.039428:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188330.615582:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188331.065828:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188331.639681:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188332.087530:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188332.663408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188333.112919:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188333.687760:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188334.135488:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188334.711413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188334.713602:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188334.713609:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188334.713612:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188334.713621:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8476 00000100:00080000:3.0:1776188334.713625:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188334.713630:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188334.713640:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188334.713653:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654904128/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188334.713730:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904128:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188334.713867:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654904064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188334.713912:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188334.713918:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654904000:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188334.716723:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188334.716729:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188334.716982:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654904192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188334.717093:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654904064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188334.724621:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188334.724632:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188334.724642:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904128:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188334.725529:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654904192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188334.726355:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654904000:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188335.159567:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188335.735680:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188336.184148:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188336.759862:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188337.208802:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188337.786429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188338.231604:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188338.807563:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188339.255505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188339.831403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188339.831469:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188339.831474:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188339.831477:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188339.831486:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8481 00000100:00080000:3.0:1776188339.831489:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188339.831494:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188339.831503:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188339.831518:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654904384/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188339.831538:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188339.831541:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188339.831549:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904384:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188339.831561:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654904320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188339.831991:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654904256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188339.835949:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188339.835959:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188339.835969:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904384:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188339.842374:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654904448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188339.849290:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654904320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188339.852359:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654904256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188339.858892:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654904448:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188340.279602:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188340.855973:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188341.304058:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188341.879403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188342.328219:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188342.903747:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188343.351558:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188343.927428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188344.377277:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188344.952623:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188344.952630:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188344.952634:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188344.952643:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8486 00000100:00080000:1.0:1776188344.952646:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188344.952652:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188344.952663:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188344.952680:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654904640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188344.952717:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188344.952721:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188344.952800:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904640:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188344.953180:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654904512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188344.953214:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654904704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188344.953237:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188344.953243:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654904576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188344.953296:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188344.959618:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654904576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188344.959626:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188344.959631:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188344.959634:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654904512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188344.959635:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904640:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188344.959657:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654904704:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776188345.399422:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188345.977381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188346.424272:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188346.999849:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188347.447533:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188348.024449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188348.472210:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188349.047420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188349.496027:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188350.075063:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188350.075075:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188350.075079:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188350.075083:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188350.075092:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8491 00000100:00080000:1.0:1776188350.075094:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188350.075100:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188350.075110:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188350.075125:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654904896/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188350.075150:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654904768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188350.075154:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188350.075156:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188350.075182:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654904832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188350.075244:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904896:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188350.075346:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654904960:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188350.084578:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654904832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188350.084626:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654904768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188350.085587:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188350.085595:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188350.085601:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654904896:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188350.086651:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654904960:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188350.519649:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188351.097725:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188351.543552:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188352.119418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188352.568854:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188353.143426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188353.591461:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188354.167532:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188354.616205:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188355.191502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188355.191681:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188355.191686:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188355.191689:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188355.191697:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8496 00000100:00080000:2.0:1776188355.191700:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188355.191706:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188355.191716:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188355.191730:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654905152/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188355.191760:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188355.191763:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188355.191792:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654905088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188355.191875:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776188355.191880:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654905024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188355.191908:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654905216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188355.192520:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905152:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188355.194673:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654905088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188355.198569:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188355.198581:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188355.198590:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905152:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188355.198858:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654905024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188355.198871:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654905216:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188355.639467:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188356.216423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188356.663494:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188357.240468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188357.687573:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188358.263505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188358.711714:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188359.287475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188359.735771:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188360.311419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188360.311840:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188360.311845:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188360.311849:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188360.311858:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8501 00000100:00080000:2.0:1776188360.311861:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188360.311867:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188360.311876:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188360.311890:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654905408/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188360.311918:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188360.311921:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188360.311939:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654905344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188360.312018:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776188360.312025:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654905280:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188360.312047:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654905472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188360.312200:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905408:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776188360.315524:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188360.315536:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188360.315546:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905408:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188360.315881:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654905472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188360.315899:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654905344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188360.319467:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654905280:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188360.759816:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188361.335949:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188361.787844:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188362.359424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188362.807673:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188363.383425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188363.832007:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188364.407374:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188364.855683:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188365.431442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188365.432257:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654905536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188365.433221:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188365.433248:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654905600:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188365.438638:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188365.438654:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188365.438659:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188365.438674:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8506 00000100:00080000:2.0:1776188365.438679:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188365.438691:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188365.438709:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188365.438756:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654905664/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188365.438866:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905664:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776188365.439109:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188365.439115:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188365.439146:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188365.439166:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654905728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188365.439905:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654905600:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188365.440711:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654905536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188365.447427:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654905728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188365.447677:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188365.447683:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188365.447688:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905664:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776188365.879497:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188366.456402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188366.903649:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188367.479414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188367.927805:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188368.503435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188368.951961:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188369.527408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188369.977350:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188370.551416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188370.551561:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188370.551566:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188370.551570:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188370.551578:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8511 00000100:00080000:0.0:1776188370.551581:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188370.551587:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188370.551596:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188370.551624:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654905920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188370.551659:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188370.551662:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188370.551680:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654905856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188370.551747:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188370.551753:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654905792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188370.551771:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654905984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188370.552598:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905920:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188370.558728:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654905792:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188370.558780:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654905984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188370.562311:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654905856:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188370.564982:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188370.564991:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188370.565000:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654905920:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776188371.000851:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188371.586278:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188372.023519:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188372.600109:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188373.055403:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188373.623476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188374.073960:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188374.647654:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188375.097707:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188375.671419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188375.671849:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188375.671855:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188375.671858:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188375.671866:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8517 00000100:00080000:0.0:1776188375.671868:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188375.671874:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188375.671884:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188375.671901:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654906176/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188375.671925:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188375.671928:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188375.672409:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188375.672528:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776188375.672535:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654906048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188375.672560:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188375.672651:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906176:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188375.677534:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188375.678350:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654906048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188375.678362:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906112:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188375.678927:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188375.678932:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188375.678937:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906176:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776188376.119639:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188376.695406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188377.145553:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188377.719532:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188378.167880:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188378.743485:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188379.195742:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188379.767498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188380.215606:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188380.795394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188380.796184:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654906304:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188380.796442:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188380.796451:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654906368:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188380.796660:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188380.796666:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188380.796669:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188380.796674:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8522 00000100:00080000:2.0:1776188380.796677:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188380.796682:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188380.796692:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188380.796707:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654906432/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188380.796763:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654906496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188380.796922:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188380.796927:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188380.796950:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906432:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776188380.815509:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188380.815520:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188380.815530:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906432:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188380.817073:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654906368:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188380.817088:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654906304:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188380.819806:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654906496:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188381.243221:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188381.815898:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188382.265934:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188382.839379:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188383.290498:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188383.863441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188384.312079:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188384.887591:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188385.335803:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188385.912808:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188385.912931:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188385.912937:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188385.912940:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188385.912948:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8527 00000100:00080000:1.0:1776188385.912951:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188385.912956:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188385.912966:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188385.912978:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654906688/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188385.913023:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906688:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188385.913131:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654906560:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188385.913185:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188385.913190:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776188385.913434:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188385.913438:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188385.914130:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188385.922820:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654906560:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188385.933542:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906624:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188385.934971:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188385.934987:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188385.934994:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906688:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188385.952048:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654906752:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776188386.360140:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188386.937838:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188387.385041:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188387.959412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188388.407524:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188388.983692:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188389.431635:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188390.007539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188390.456423:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188391.031472:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188391.031798:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188391.031804:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188391.031807:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188391.031815:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8532 00000100:00080000:0.0:1776188391.031818:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188391.031824:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188391.031833:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188391.031849:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654906944/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188391.031887:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188391.031890:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188391.031946:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906944:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188391.032678:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654906816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188391.032728:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654907008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188391.032751:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188391.032756:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654906880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188391.035334:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654906816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188391.035357:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654907008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188391.040967:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188391.040977:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188391.040986:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654906944:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188391.041670:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654906880:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188391.480340:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188392.055506:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188392.503954:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188393.080393:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188393.529191:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188394.103425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188394.553657:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188395.127424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188395.575607:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188396.151453:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188396.151559:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654907072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188396.152696:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188396.152706:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654907136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188396.153212:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188396.153219:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188396.153222:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188396.153227:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8537 00000100:00080000:0.0:1776188396.153230:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188396.153236:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188396.153245:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188396.153263:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654907200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188396.153317:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:0.0:1776188396.153395:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188396.153399:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188396.153476:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188396.153486:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654907264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188396.155251:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654907136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188396.155437:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188396.155442:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188396.155447:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188396.160878:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654907072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188396.163811:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654907264:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188396.600005:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188397.175871:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188397.623659:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188398.199957:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188398.647631:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188399.223423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188399.675735:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188400.250378:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188400.695627:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188401.271412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188401.272198:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654907328:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188401.273345:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188401.273351:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188401.273354:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188401.273362:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8542 00000100:00080000:0.0:1776188401.273365:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188401.273371:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:1.0:1776188401.273595:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654907392:192.168.203.125@tcp:400:kworker/u8:2.0 00000008:00100000:0.0:1776188401.273964:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188401.274131:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654907456/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188401.274196:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907456:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776188401.274260:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188401.274264:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188401.274325:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654907520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188401.283412:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188401.283423:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188401.283432:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907456:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188401.286459:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654907392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188401.286490:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654907520:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188401.286503:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654907328:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188401.719675:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188402.297331:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188402.743912:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188403.319486:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188403.767552:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188404.343398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188404.791971:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188405.367444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188405.815595:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188406.391424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188406.392387:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188406.392393:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188406.392396:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188406.392404:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8547 00000100:00080000:2.0:1776188406.392407:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188406.392416:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188406.392425:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188406.392437:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654907712/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188406.392461:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188406.392465:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188406.392592:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907712:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188406.392957:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654907584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188406.393004:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654907776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188406.393030:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188406.393036:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654907648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188406.394849:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188406.394858:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188406.394867:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907712:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188406.397781:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654907584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188406.397803:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654907776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188406.398840:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654907648:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188406.839607:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188407.415748:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188407.863959:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188408.440967:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188408.887701:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188409.463493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188409.914820:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188410.487433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188410.938889:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188411.511415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188411.511599:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188411.511604:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188411.511607:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188411.511617:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8552 00000100:00080000:0.0:1776188411.511621:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:1.0:1776188411.511623:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654907840:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188411.511678:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188411.511688:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188411.511703:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188411.511705:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654907968/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188411.511713:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654907904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188411.511834:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907968:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:0.0:1776188411.511897:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188411.511901:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188411.511912:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188411.511923:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188411.519778:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654907840:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188411.522323:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188411.522333:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188411.522341:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654907968:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188411.522620:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188411.522654:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654907904:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188411.959794:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188412.535420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188412.984044:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188413.563083:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188414.007588:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188414.585232:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188415.032166:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188415.607839:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188416.055942:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776188416.632122:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188416.632130:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188416.632133:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188416.632142:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8558 00000100:00080000:0.0:1776188416.632146:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188416.632151:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188416.632160:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188416.632177:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654908224/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188416.632201:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188416.632204:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188416.632258:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654908096:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188416.632374:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908288:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188416.632395:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908224:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188416.632404:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188416.632412:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188416.632595:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188416.639899:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908160:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188416.640811:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188416.640818:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188416.640826:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908224:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188416.640844:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654908096:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188416.640861:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908288:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188417.079556:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188417.655436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188418.105077:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188418.680829:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188419.127632:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188419.703907:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188420.151742:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188420.727453:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188421.175800:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188421.751462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188421.753618:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188421.753625:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188421.753628:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188421.753638:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8563 00000100:00080000:2.0:1776188421.753642:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188421.753648:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188421.753659:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188421.753675:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654908480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188421.753747:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776188421.753854:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188421.753858:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188421.755567:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654908416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188421.755637:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188421.755644:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654908352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188421.755667:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654908544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188421.756145:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188421.756151:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188421.756156:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908480:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188421.761400:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654908416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188421.761442:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654908352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188421.762387:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654908544:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188422.199622:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188422.775512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188423.223756:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188423.799431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188424.248082:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188424.823698:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188425.272468:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188425.847477:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188426.297594:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188426.871425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188426.871932:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188426.871945:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654908608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188426.874458:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654908608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188426.874496:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1776188426.874497:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654908672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188426.874506:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188426.874509:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188426.874515:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8568 00000100:00080000:2.0:1776188426.874518:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188426.874523:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188426.874533:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188426.874661:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654908736/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188426.874703:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188426.874706:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188426.874791:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908736:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188426.880517:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654908800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188426.883706:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188426.883717:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188426.883726:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908736:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188426.886390:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654908672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188426.890652:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654908800:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188427.319526:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188427.895772:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188428.343966:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188428.919556:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188429.370271:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188429.943411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188430.397499:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188430.967415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188431.415880:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188431.992254:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188431.992469:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188431.992475:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188431.992479:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188431.992488:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8573 00000100:00080000:0.0:1776188431.992491:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188431.992496:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188431.992506:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188431.992521:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654908992/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188431.992556:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188431.992559:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188431.992581:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654908864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188431.992593:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188431.992661:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654909056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188431.992666:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908992:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188432.003259:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654908928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188432.003489:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188432.003494:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188432.003499:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654908992:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188432.004040:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654908864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188432.004053:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654909056:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188432.440124:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188433.015395:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188433.463530:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188434.039402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188434.487587:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188435.063405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188435.511573:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188436.087412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188436.536647:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188437.111446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188437.111693:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188437.111698:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188437.111701:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188437.111709:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8578 00000100:00080000:0.0:1776188437.111711:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188437.111717:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188437.111726:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188437.111740:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654909248/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188437.111770:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188437.111773:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188437.111831:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654909120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188437.111918:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188437.111945:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188437.111950:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188437.112598:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654909248:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776188437.114388:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188437.114397:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188437.114405:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654909248:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188437.114491:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188437.114502:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654909120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188437.115153:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909312:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188437.561365:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188438.135686:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188438.583569:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188439.159522:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188439.607509:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188440.183406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188440.635376:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188441.207419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188441.655654:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188442.231695:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188442.231746:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188442.231752:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188442.231754:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188442.231762:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8583 00000100:00080000:0.0:1776188442.231765:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188442.231771:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188442.231780:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188442.231792:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654909504/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188442.231818:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188442.231821:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188442.231837:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909440:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188442.231915:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188442.231920:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654909376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188442.231938:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188442.232045:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654909504:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776188442.238154:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188442.238166:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188442.238174:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654909504:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188442.238203:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654909376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188442.238221:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188442.238231:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909440:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188442.683758:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188443.255535:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188443.703506:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188444.279470:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188444.727638:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188445.303440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188445.751764:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188446.327569:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188446.777045:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188447.351511:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188447.351549:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188447.351559:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188447.351562:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188447.351572:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8588 00000100:00080000:2.0:1776188447.351575:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188447.351581:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188447.351590:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188447.351604:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654909760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188447.351638:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188447.351641:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188447.351679:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654909760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188447.353286:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654909696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188447.353388:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188447.353395:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654909632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188447.353430:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654909824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188447.355902:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188447.355913:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188447.355920:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654909760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188447.357513:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654909696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188447.359461:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654909824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188447.362479:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654909632:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188447.799538:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188448.375398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188448.824504:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188449.399591:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188449.848430:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188450.423504:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188450.874395:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188451.447699:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188451.895531:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188452.471403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188452.471545:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188452.471549:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188452.471553:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188452.471561:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8593 00000100:00080000:0.0:1776188452.471564:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188452.471569:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188452.471579:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188452.471593:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654910016/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188452.471622:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188452.471625:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188452.471692:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910016:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188452.472342:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654909888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188452.472380:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654910080:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188452.472404:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188452.472409:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909952:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188452.486646:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188452.486659:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188452.486680:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910016:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776188452.490367:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654909952:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188452.490387:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654909888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188452.490397:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654910080:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188452.919515:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188453.495501:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188453.943834:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188454.519927:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188454.967437:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188455.543406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188455.993919:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188456.567751:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188457.015685:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188457.591414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188457.591652:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188457.591657:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188457.591660:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188457.591669:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8599 00000100:00080000:2.0:1776188457.591672:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188457.591677:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188457.591686:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188457.591701:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654910272/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188457.591814:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188457.591818:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188457.591880:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654910144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188457.591965:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188457.591995:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188457.592000:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188457.592094:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910272:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776188457.599357:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188457.599368:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188457.599377:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910272:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188457.600013:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188457.600028:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654910144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188457.600038:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910336:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188458.040634:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188458.615412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188459.063522:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188459.639413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188460.087534:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188460.663412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188461.112657:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188461.687498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188462.140983:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188462.711965:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188462.711966:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188462.711975:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188462.711978:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188462.711996:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8604 00000100:00080000:2.0:1776188462.711999:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188462.712005:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188462.712016:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188462.712031:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654910528/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188462.712062:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188462.712064:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188462.712440:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910528:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188462.713439:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188462.713870:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188462.713881:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654910400:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188462.713910:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188462.722141:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188462.722152:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188462.722160:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910528:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188462.722389:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654910400:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188462.722404:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188462.724034:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910592:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188463.165594:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188463.737137:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188464.185858:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188464.759566:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188465.210018:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188465.783419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188466.231723:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188466.808891:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188467.255716:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188467.831485:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188467.831494:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1776188467.831497:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188467.831497:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188467.831510:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8609 00000100:00100000:3.0:1776188467.831649:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654910720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188467.832102:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188467.832110:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188467.832119:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188467.844724:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188467.844746:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654910656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188467.845653:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654910784/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188467.845711:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188467.845715:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188467.846168:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910784:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188467.846698:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188467.846708:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654910848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188467.853748:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654910720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188467.855983:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654910848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188467.859691:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188467.859702:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188467.859709:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654910784:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188467.859839:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654910656:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188468.280220:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188468.855611:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188469.305672:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188469.879824:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188470.327578:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188470.903535:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188471.359141:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188471.927423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188472.376506:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188472.951571:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188472.951611:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188472.951616:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188472.951619:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188472.951629:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8614 00000100:00080000:3.0:1776188472.951631:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188472.951637:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188472.951646:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188472.951660:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654911040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188472.951686:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188472.951689:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188472.951707:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188472.951716:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188472.951828:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654910912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188472.962565:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654911104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188472.965699:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188472.965710:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188472.965719:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188472.980797:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654910976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188472.981049:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654911104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188472.981067:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654910912:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188473.399767:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188473.975531:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188474.423495:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188474.999640:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188475.447587:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188476.023435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188476.475812:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188477.050531:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188477.499067:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188478.071427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188478.075262:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188478.075268:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188478.075271:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188478.075280:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8619 00000100:00080000:0.0:1776188478.075283:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188478.075288:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188478.075333:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188478.075349:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654911296/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188478.075379:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188478.075382:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188478.075401:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654911232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188478.075472:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188478.075478:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654911168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188478.075498:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654911360:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188478.075909:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911296:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188478.079932:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654911168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188478.079957:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654911360:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188478.079970:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654911232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188478.088388:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188478.088399:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188478.088407:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911296:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188478.524661:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188479.095474:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188479.544323:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188480.120430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188480.582603:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188481.143908:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188481.593421:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188482.167468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188482.619570:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188483.191410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188483.191970:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188483.191975:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188483.191978:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188483.191986:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8624 00000100:00080000:3.0:1776188483.191988:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188483.191994:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188483.192012:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188483.192027:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654911552/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188483.192058:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188483.192061:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188483.192092:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654911488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188483.192108:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911552:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188483.192233:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654911424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188483.192907:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654911616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188483.196017:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188483.196027:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188483.196036:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911552:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188483.196502:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654911488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188483.196589:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654911424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188483.196605:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654911616:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188483.641260:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188484.215523:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188484.663511:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188485.239477:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188485.691866:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188486.266050:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188486.712148:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188487.287399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188487.735524:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188488.311828:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188488.311835:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188488.311837:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188488.311847:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8629 00000100:00080000:1.0:1776188488.311851:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188488.311868:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188488.311878:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188488.311901:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654911808/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188488.311924:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188488.311928:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188488.311951:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654911744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188488.312025:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776188488.312032:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654911680:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188488.312056:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654911872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188488.312208:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911808:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188488.312540:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188488.316343:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654911872:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188488.316366:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654911744:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188488.320473:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188488.320484:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188488.320493:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654911808:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776188488.322289:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654911680:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188488.759525:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188489.335515:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188489.783936:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188490.360075:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188490.808338:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188491.383783:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188491.831829:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188492.407403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188492.857970:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188493.433530:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188493.434190:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188493.434216:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188493.434220:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188493.434228:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8634 00000100:00080000:3.0:1776188493.434242:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188493.434248:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188493.434271:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188493.434287:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654912064/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188493.434354:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188493.434358:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188493.434380:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654912000:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188493.434454:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188493.434461:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654911936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188493.434486:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654912128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188493.434562:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912064:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188493.441672:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654911936:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188493.441696:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654912128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188493.441706:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654912000:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776188493.442931:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188493.442938:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188493.442945:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912064:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776188493.879660:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188494.455459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188494.903665:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188495.479938:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188495.927615:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188496.503481:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188496.951638:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188497.527493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188497.975738:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188498.551434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188498.551500:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188498.551506:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188498.551509:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188498.551517:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8639 00000100:00080000:3.0:1776188498.551519:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188498.551525:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188498.551534:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188498.551548:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654912320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188498.551580:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188498.551583:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188498.551617:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188498.551711:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188498.551721:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654912192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188498.551739:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912320:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188498.551750:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188498.555825:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654912192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188498.555846:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188498.555883:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188498.556848:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188498.556855:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188498.556860:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912320:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188498.999936:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188499.575423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188500.023479:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188500.599688:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188501.049985:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188501.623553:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188502.085835:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188502.647437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188503.095782:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188503.671427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188503.671644:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1776188503.671645:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654912448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188503.671650:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188503.671653:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188503.671657:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8645 00000100:00080000:0.0:1776188503.671659:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188503.671665:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188503.671673:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188503.671686:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654912576/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188503.671716:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188503.671719:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188503.671720:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654912640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188503.671741:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654912512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188503.671772:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912576:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188503.679081:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654912512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188503.679123:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654912640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188503.679133:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654912448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188503.679792:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188503.679797:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188503.679800:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912576:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188504.119918:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188504.695412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188505.144177:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188505.719974:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188506.167557:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188506.743940:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188507.194326:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188507.767420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188508.218670:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188508.791420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188508.791789:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188508.791794:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188508.791797:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188508.791806:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8650 00000100:00080000:3.0:1776188508.791809:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188508.791815:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188508.791824:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188508.791838:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654912832/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188508.791869:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188508.791872:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188508.791961:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654912704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188508.792056:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912896:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188508.792085:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188508.792090:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776188508.792173:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912832:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1776188508.800621:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188508.800631:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188508.800640:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654912832:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188508.800858:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188508.800870:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654912704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188508.800879:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654912896:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188509.240670:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188509.823880:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188510.263598:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188510.839606:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188511.287606:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188511.863457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188512.320441:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188512.887419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188513.335897:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188513.911592:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188513.911599:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188513.911602:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188513.911612:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8655 00000100:00080000:3.0:1776188513.911616:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188513.911622:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188513.911631:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188513.911647:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654913088/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188513.911680:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188513.911683:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188513.911744:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654912960:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188513.911817:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654913152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188513.911842:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188513.911847:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654913024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188513.912037:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188513.912375:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913088:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188513.917895:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654913024:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188513.917989:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188513.917994:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188513.917999:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913088:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188513.920685:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654913152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188513.924472:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654912960:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776188514.361596:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188514.938885:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188515.385260:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188515.959431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188516.407624:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188516.983422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188517.434542:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188518.007400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188518.456867:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188519.031751:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188519.035556:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654913216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188519.035670:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1776188519.035674:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1776188519.035675:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188519.035679:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1776188519.035683:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654913280:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188519.035688:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8660 00000100:00080000:0.0:1776188519.035692:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188519.035698:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188519.035708:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188519.035725:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654913344/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188519.035785:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913344:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:0.0:1776188519.036203:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188519.036207:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188519.036586:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188519.037645:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654913408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188519.040835:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654913280:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188519.046133:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654913216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188519.057002:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654913408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188519.064055:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188519.064066:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188519.064076:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913344:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776188519.483786:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188520.055409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188520.503585:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188521.079586:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188521.528009:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188522.103426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188522.552348:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188523.127507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188523.577761:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188524.151422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188524.151459:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1776188524.151466:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188524.151472:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188524.151476:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1776188524.151479:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654913536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188524.151484:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8665 00000100:00080000:3.0:1776188524.151488:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188524.151494:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188524.151504:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188524.151520:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654913600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188524.151555:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188524.151559:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188524.151583:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654913664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188524.151612:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913600:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188524.151633:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654913472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188524.155256:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654913472:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188524.155263:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654913664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188524.157273:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654913536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188524.157802:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188524.157808:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188524.157813:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913600:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776188524.600526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188525.175479:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188525.624071:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188526.199486:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188526.647556:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188527.224313:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188527.671487:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188528.248243:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188528.696249:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188529.271718:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188529.271734:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188529.271738:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188529.271748:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8670 00000100:00080000:2.0:1776188529.271751:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188529.271756:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188529.271765:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188529.271779:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654913856/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188529.271811:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188529.271814:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188529.271969:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913856:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188529.272604:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654913792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188529.272646:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188529.272652:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654913728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188529.272676:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654913920:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188529.273166:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188529.278182:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188529.278194:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188529.278203:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654913856:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188529.278792:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654913792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188529.278815:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654913728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188529.278825:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654913920:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188529.719585:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188530.296000:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188530.744998:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188531.319654:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188531.767973:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188532.343655:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188532.791696:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188533.367604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188533.815495:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188534.391426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188534.391814:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188534.391818:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188534.391821:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188534.391829:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8675 00000100:00080000:3.0:1776188534.391831:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188534.391836:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188534.391845:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188534.391857:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654914112/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188534.391892:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188534.391895:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188534.391921:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654914048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188534.392001:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188534.392007:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654913984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188534.392045:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654914176:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188534.392589:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914112:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188534.396149:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654913984:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188534.396173:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654914048:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188534.405495:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654914176:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188534.413353:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188534.413364:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188534.413381:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914112:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776188534.839563:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188535.415715:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188535.863557:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188536.439410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188536.887579:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188537.463420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188537.911752:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188538.487400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188538.935667:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188539.511413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188539.511845:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188539.511850:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188539.511854:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188539.511863:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8680 00000100:00080000:3.0:1776188539.511866:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188539.511872:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188539.511883:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188539.511897:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654914368/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188539.511927:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188539.511931:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188539.511948:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654914240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188539.511981:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914368:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188539.512028:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654914432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188539.513206:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654914304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188539.521642:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654914432:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188539.521860:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654914304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188539.522336:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188539.522342:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188539.522347:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914368:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188539.525389:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654914240:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188539.959771:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188540.536716:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188540.983509:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188541.559418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188542.008436:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188542.071506:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654914496:192.168.203.125@tcp:17:kworker/3:2.0 00000100:00100000:3.0:1776188542.077729:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654914496:192.168.203.125@tcp:17:kworker/3:2.0 00000100:00100000:0.0:1776188542.584718:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188543.033411:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188543.607408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188544.059067:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188544.631416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188544.631715:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654914560:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188544.631997:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188544.632004:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654914624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188544.632740:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188544.632747:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188544.632804:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188544.632811:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8686 00000100:00080000:1.0:1776188544.632813:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188544.632859:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188544.632868:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188544.632894:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654914688/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188544.632939:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914688:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776188544.633009:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188544.633012:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188544.633081:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188544.633090:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654914752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188544.635937:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654914624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188544.635955:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654914560:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188544.636623:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654914752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188544.639858:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188544.639868:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188544.639877:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914688:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188545.084350:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188545.657940:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188546.103502:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188546.679454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188547.127544:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188547.703580:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188548.155863:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188548.727427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188549.175610:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188549.751419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188549.751732:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188549.751738:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188549.751741:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188549.751750:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8691 00000100:00080000:2.0:1776188549.751753:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188549.751758:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188549.751768:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188549.751794:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654914944/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188549.751822:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188549.751825:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188549.751847:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654914880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188549.751930:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776188549.751937:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654914816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188549.751974:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654915008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188549.752047:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914944:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188549.754358:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654914816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188549.754381:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654914880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188549.757214:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654915008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188549.757284:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188549.757289:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188549.757294:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654914944:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188550.199632:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188550.775409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188551.223835:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188551.799662:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188552.249923:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188552.823417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188553.272385:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188553.847461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188554.295652:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188554.871451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188554.871960:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188554.871965:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188554.871968:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188554.871977:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8696 00000100:00080000:2.0:1776188554.871979:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188554.871985:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188554.871993:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188554.872005:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654915200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188554.872046:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188554.872049:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188554.872270:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654915072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188554.872689:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654915264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188554.872717:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188554.872722:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654915136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188554.874438:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915200:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188554.882776:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654915136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188554.882795:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654915072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188554.882806:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654915264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188554.886996:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188554.887007:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188554.887017:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915200:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776188555.321456:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188555.899130:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188556.343991:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188556.920007:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188557.368277:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188557.943417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188558.392467:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188558.967464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188559.417355:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188559.991418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188559.991902:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188559.991907:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188559.991910:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188559.991920:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8701 00000100:00080000:2.0:1776188559.991923:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188559.991929:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188559.991949:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188559.991964:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654915456/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188559.991991:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188559.991994:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188559.992082:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915456:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188559.993126:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654915328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188559.993190:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188559.993222:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188559.993239:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188559.994680:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188559.994688:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188559.994694:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915456:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188560.001979:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188560.002657:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188560.002667:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654915328:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188560.439553:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188561.015516:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188561.463902:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188562.039402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188562.487893:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188563.065359:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188563.511474:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188564.087534:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188564.535575:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188565.111561:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188565.111568:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188565.111571:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188565.111581:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8706 00000100:00080000:3.0:1776188565.111585:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188565.111590:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188565.111600:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188565.111616:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654915712/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188565.111642:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188565.111645:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188565.111665:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915648:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188565.111753:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188565.111759:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654915584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188565.111782:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915776:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188565.112083:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915712:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776188565.112213:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188565.115844:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915648:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776188565.116035:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654915584:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776188565.116246:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188565.116251:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188565.116255:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915712:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188565.119511:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654915776:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776188565.561322:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188566.135448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188566.583752:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188567.159744:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188567.607547:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188568.184484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188568.631505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188569.207415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188569.655509:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188570.231379:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188570.231507:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188570.231513:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188570.231517:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188570.231526:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8711 00000100:00080000:1.0:1776188570.231528:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188570.231533:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188570.231542:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188570.231556:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654915968/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188570.231587:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188570.231590:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188570.231645:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915968:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188570.231927:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654915840:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188570.231975:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654916032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188570.232002:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188570.232008:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654915904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188570.235369:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188570.235379:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188570.235388:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654915968:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188570.235543:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654916032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188570.235563:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654915904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188570.235572:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654915840:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188570.680610:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188571.255698:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188571.705988:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188572.279997:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188572.727907:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188573.304038:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188573.751538:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188574.327488:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188574.778155:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188575.351472:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188575.351479:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188575.351491:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188575.351501:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8716 00000100:00080000:1.0:1776188575.351504:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188575.351509:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188575.351518:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188575.351532:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654916224/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188575.351553:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188575.351555:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188575.351790:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916224:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188575.351937:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654916096:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188575.351967:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654916288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188575.351990:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188575.351995:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654916160:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188575.352697:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188575.357643:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654916160:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188575.357951:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188575.357957:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188575.357962:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916224:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188575.358512:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654916096:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188575.362482:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654916288:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776188575.800814:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188576.377292:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188576.823536:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188577.401057:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188577.847500:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188578.423506:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188578.871587:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188579.447428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188579.895522:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188580.471415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188580.472532:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188580.472538:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188580.472541:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188580.472551:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8721 00000100:00080000:3.0:1776188580.472554:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188580.472561:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188580.472570:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188580.472583:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654916480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188580.472615:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188580.472619:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188580.472652:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654916352:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776188580.472660:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916480:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188580.472854:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654916416:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188580.478596:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654916544:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776188580.479958:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188580.479967:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188580.479975:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916480:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776188580.482664:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654916416:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188580.484336:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654916352:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776188580.496579:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654916544:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776188580.921287:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188581.495860:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188581.943944:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188582.520958:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188582.967498:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188583.543412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188583.991704:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188584.567414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188585.015515:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188585.591404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188585.591445:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188585.591450:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188585.591453:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188585.591457:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8727 00000100:00100000:2.0:1776188585.591458:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654916608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188585.591460:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188585.591466:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188585.591475:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188585.591488:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654916736/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188585.591521:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188585.591525:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188585.591547:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654916672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188585.591600:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188585.591605:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654916800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188585.591695:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916736:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188585.598837:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654916800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188585.598858:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654916672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188585.598961:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654916608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188585.602956:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188585.602967:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188585.602976:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916736:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188586.039500:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188586.615493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188587.063997:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188587.639397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188588.087566:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188588.663456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188589.112523:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188589.687417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188590.135848:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188590.711377:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188590.711520:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188590.711527:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188590.711530:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1776188590.711533:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654916928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188590.711537:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8732 00000100:00080000:3.0:1776188590.711542:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188590.711548:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:2.0:1776188590.711621:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188590.711627:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654916864:192.168.203.125@tcp:400:kworker/u8:3.0 00000008:00100000:3.0:1776188590.711637:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188590.711658:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654916992/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188590.711704:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1776188590.711709:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188590.711709:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188590.711730:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916992:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188590.714340:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654916928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188590.714937:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188590.715269:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188590.715273:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188590.715277:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654916992:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188590.725901:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654916864:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188591.160272:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188591.735404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188592.185359:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188592.760281:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188593.207518:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188593.786340:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188594.231580:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188594.808244:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188595.260023:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188595.831526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188595.835447:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188595.835453:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188595.835456:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188595.835466:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8737 00000100:00080000:2.0:1776188595.835469:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188595.835476:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188595.835486:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188595.835501:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654917248/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188595.835570:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654917248:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188595.835713:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654917120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188595.835752:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188595.835757:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654917184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188595.836445:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188595.836448:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188595.836512:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188595.836523:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188595.839070:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654917184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188595.847717:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654917120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188595.848102:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188595.848107:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188595.848112:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654917248:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188595.848141:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917312:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776188596.280172:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188596.855672:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188597.306383:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188597.879404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188598.327592:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188598.904527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188599.351629:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188599.927404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188600.375990:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188600.951423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188600.951771:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188600.951776:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188600.951778:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188600.951787:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8742 00000100:00080000:3.0:1776188600.951790:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188600.951796:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188600.951805:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188600.951820:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654917504/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188600.951847:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188600.951850:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188600.951869:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654917440:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188600.952065:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654917376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188600.952175:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654917504:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188600.955192:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188600.965177:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654917440:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188600.970086:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188600.970096:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188600.970104:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654917504:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188600.970334:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188600.970437:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654917376:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188601.399562:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188601.975479:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188602.423564:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188602.999565:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188603.448199:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188604.023459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188604.473337:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188605.047421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188605.495531:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188606.071427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188606.071671:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188606.071677:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188606.071680:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188606.071688:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8747 00000100:00080000:1.0:1776188606.071692:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188606.071698:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188606.071707:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188606.071722:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654917760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188606.071793:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654917760:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188606.071824:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654917632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188606.071912:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188606.071916:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188606.072275:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654917824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188606.072389:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188606.072396:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654917696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188606.082425:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654917824:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188606.084217:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654917632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188606.085125:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654917696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188606.087065:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188606.087075:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188606.087083:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654917760:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188606.519501:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188607.097645:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188607.544578:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188608.119429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188608.568533:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188609.143502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188609.592975:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188610.167510:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188610.615544:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188611.191397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188611.191614:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1776188611.191625:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654917888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188611.191632:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188611.191637:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188611.191643:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8752 00000100:00080000:2.0:1776188611.191646:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188611.191654:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188611.191662:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188611.191676:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654918016/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188611.191716:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188611.191719:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188611.191745:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918016:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188611.191746:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188611.191857:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654918080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188611.200594:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654917888:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188611.202863:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654917952:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188611.203803:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654918080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188611.209796:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188611.209807:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188611.209815:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918016:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188611.639564:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188612.215404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188612.663497:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188613.239567:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188613.687509:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188614.263685:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188614.713256:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188615.287619:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188615.740454:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188616.312232:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188616.314330:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188616.314336:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188616.314339:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188616.314350:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8757 00000100:00080000:3.0:1776188616.314353:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188616.314359:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188616.314368:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188616.314384:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654918272/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188616.314402:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188616.314405:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188616.314488:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654918144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188616.314572:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188616.314611:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188616.314617:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188616.315157:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918272:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188616.317338:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654918144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188616.317358:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188616.317832:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188616.326996:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188616.327020:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188616.327030:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918272:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776188616.759866:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188617.335388:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188617.783754:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188618.359408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188618.808989:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188619.383416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188619.832345:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188620.407512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188620.857520:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188621.431414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188621.434006:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188621.434013:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188621.434015:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188621.434034:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8762 00000100:00080000:3.0:1776188621.434037:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188621.434043:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188621.434051:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188621.434076:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654918528/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188621.434109:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188621.434113:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188621.434639:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188621.434726:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776188621.434732:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654918400:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188621.434757:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188621.434859:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918528:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188621.440408:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918464:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188621.442433:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188621.442443:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188621.442452:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918528:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188621.444781:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188621.448825:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654918400:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776188621.879656:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188622.455405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188622.904364:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188623.479407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188623.932278:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188624.503934:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188624.951587:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188625.527390:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188625.975844:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188626.551469:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188626.551486:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188626.551489:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188626.551498:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8767 00000100:00080000:2.0:1776188626.551501:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188626.551507:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188626.551516:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188626.551530:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654918784/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188626.551541:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654918656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188626.551571:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188626.551574:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188626.551592:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654918720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188626.551627:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188626.551874:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918784:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188626.554941:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188626.570939:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654918720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188626.571079:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654918656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188626.576983:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188626.576994:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188626.577002:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654918784:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188626.582812:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654918848:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188626.999541:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188627.577491:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188628.023670:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188628.599426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188629.047663:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188629.624918:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188630.071883:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188630.647409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188631.095585:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188631.671726:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654918912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188631.674483:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188631.675813:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188631.675831:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654918976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188631.678068:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654918912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188631.678323:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188631.678330:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188631.678333:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188631.678338:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8773 00000100:00080000:3.0:1776188631.678340:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188631.678345:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188631.678355:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188631.678379:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654919040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188631.678434:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776188631.678653:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188631.678657:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188631.678716:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188631.678729:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188631.680104:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654918976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188631.680481:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188631.680486:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188631.680491:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188631.683738:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919104:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188632.119691:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188632.695561:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188633.143532:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188633.719651:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188634.167611:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188634.744232:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188635.194322:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188635.771747:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188636.217610:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188636.791908:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188636.792194:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188636.792199:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188636.792202:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188636.792210:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8778 00000100:00080000:3.0:1776188636.792213:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188636.792219:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188636.792233:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188636.792248:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654919296/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188636.792279:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188636.792282:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188636.792320:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654919232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188636.792402:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188636.792408:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654919168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188636.792433:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654919360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188636.792580:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919296:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188636.796758:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188636.796768:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188636.796777:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919296:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188636.797186:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654919232:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188636.797209:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654919360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188636.799527:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654919168:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188637.242284:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188637.815512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188638.263987:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188638.839850:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188639.287559:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188639.863404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188640.311558:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188640.887457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188641.335502:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188641.911415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188641.911467:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188641.911472:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188641.911475:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188641.911483:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8783 00000100:00080000:3.0:1776188641.911487:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188641.911493:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188641.911502:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188641.911517:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654919552/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188641.911552:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188641.911555:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188641.911574:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188641.911646:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919552:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188641.911655:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188641.911664:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654919424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188641.911693:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188641.927744:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654919424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188641.927767:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188641.929294:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919488:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188641.932873:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188641.932883:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188641.932892:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919552:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776188642.359651:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188642.935466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188643.385095:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188643.960293:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188644.407869:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188644.983395:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188645.431739:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188646.007416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188646.455681:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188647.031430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188647.033668:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188647.033674:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188647.033677:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188647.033686:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8788 00000100:00080000:2.0:1776188647.033689:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188647.033695:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188647.033704:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188647.033718:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654919808/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188647.033751:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188647.033754:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188647.033838:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919808:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188647.034129:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654919680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188647.034177:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188647.034200:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188647.034205:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188647.040128:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188647.040138:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188647.040147:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654919808:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188647.043504:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919744:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188647.043521:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654919680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188647.043533:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654919872:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188647.481713:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188648.055458:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188648.506400:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188649.079411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188649.527611:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188650.104169:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188650.551495:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188651.127416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188651.576215:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188652.151426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188652.151599:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188652.151604:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188652.151608:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188652.151616:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8793 00000100:00080000:2.0:1776188652.151620:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 6s 00000100:00100000:3.0:1776188652.151623:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920000:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188652.151628:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188652.151639:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188652.151652:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654920064/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188652.151682:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188652.151685:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188652.151721:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654919936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188652.151846:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654920128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188652.152451:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920064:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188652.158375:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654920128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188652.158375:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920000:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188652.158450:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188652.158455:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188652.158460:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920064:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188652.160883:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654919936:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188652.600854:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188653.175424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188653.623752:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188654.199462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188654.647563:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188655.223408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188655.671526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188656.247436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188656.696884:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188657.271762:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188657.271800:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188657.271806:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188657.271808:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188657.271817:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8798 00000100:00080000:3.0:1776188657.271821:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 11s 00000100:00080000:3.0:1776188657.271826:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188657.271837:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188657.271850:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654920320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188657.271882:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188657.271885:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188657.271908:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654920192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188657.272048:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188657.272170:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188657.272195:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188657.272200:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920256:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188657.278224:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654920192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188657.278258:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188657.295113:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188657.295124:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188657.295134:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920320:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188657.297348:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920256:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188657.720198:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188658.295421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188658.743991:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188659.321644:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188659.767604:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188660.343636:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188660.793949:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188661.367860:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188661.817250:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188662.391428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188662.391582:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1776188662.391712:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654920448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188662.391802:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188662.391808:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654920512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188662.392087:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188662.392091:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188662.392096:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8803 00000100:00080000:2.0:1776188662.392100:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 16s 00000100:00080000:2.0:1776188662.392105:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188662.392115:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188662.392131:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654920576/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188662.392182:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188662.392185:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188662.392197:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188662.392204:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188662.392423:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920576:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188662.400610:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654920512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188662.400628:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654920448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188662.404014:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188662.404917:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188662.404923:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188662.404930:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920576:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776188662.839543:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188663.415563:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188663.863578:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188664.439595:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188664.887560:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188665.463391:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188665.911494:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188666.488018:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188666.935484:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188667.511371:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188667.511620:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654920704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188667.519979:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188667.519999:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188667.521691:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654920704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188667.522520:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188667.522527:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188667.522529:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188667.522535:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8808 00000100:00080000:2.0:1776188667.522538:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776188667.522544:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188667.522948:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188667.522974:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654920832/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188667.523019:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654920768:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188667.523034:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920832:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188667.523244:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188667.523248:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188667.523340:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188667.523351:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654920896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188667.534637:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654920896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188667.537492:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188667.537502:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188667.537510:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654920832:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188667.960460:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188668.535408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188668.984216:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188669.559517:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188670.009143:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188670.585490:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188671.031751:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188671.607403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188672.055602:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188672.631495:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188672.631512:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654920960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188672.631679:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188672.631684:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188672.631687:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188672.631693:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8814 00000100:00080000:2.0:1776188672.631695:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776188672.631701:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:2.0:1776188672.631709:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188672.631716:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654921024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188672.632013:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000008:00100000:2.0:1776188672.632378:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188672.632401:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654921088/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188672.632456:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188672.632460:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188672.632470:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188672.632486:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654921152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188672.632824:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921088:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188672.642118:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654920960:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188672.647866:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654921024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188672.648404:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654921152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188672.648470:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188672.648486:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188672.648492:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921088:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188673.079672:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188673.657169:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188674.103506:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188674.679430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188675.127607:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188675.703409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188676.151677:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188676.727514:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188677.177128:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188677.751419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188677.751513:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188677.751518:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188677.751521:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188677.751530:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8819 00000100:00080000:1.0:1776188677.751533:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188677.751539:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188677.751549:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188677.751560:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654921216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188677.751567:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654921344/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188677.751602:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188677.751606:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188677.751640:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654921280:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188677.751656:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654921408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188677.751863:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921344:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188677.755128:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654921280:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188677.755163:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654921408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188677.755176:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654921216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188677.755247:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188677.755252:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188677.755256:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921344:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776188678.199881:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188678.775598:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188679.224016:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188679.799540:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188680.247561:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188680.826281:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188681.271636:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188681.847408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188682.295537:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188682.872413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188682.874197:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188682.874203:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188682.874207:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188682.874216:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8824 00000100:00080000:0.0:1776188682.874219:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188682.874224:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188682.874234:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188682.874250:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654921600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188682.874282:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188682.874285:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188682.874325:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654921536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188682.874405:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776188682.874411:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654921472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188682.874435:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654921664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188682.875002:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188682.877831:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654921664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188682.878451:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654921472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188682.879871:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188682.879888:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188682.879896:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188682.879995:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654921536:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776188683.319558:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188683.895421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188684.343533:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188684.920274:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188685.368825:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188685.943420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188686.391753:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188686.967748:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188687.416922:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188687.991402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188687.991571:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188687.991593:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654921728:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188687.992530:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188687.992535:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188687.992538:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188687.992545:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8829 00000100:00080000:2.0:1776188687.992548:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776188687.992553:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:2.0:1776188687.992566:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654921792:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:2.0:1776188687.992786:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188687.992802:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654921856/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188687.992837:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188687.992840:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188687.992848:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188687.992854:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654921920:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188687.993231:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921856:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188688.013797:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654921728:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188688.013840:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654921792:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188688.015553:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188688.015562:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188688.015570:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654921856:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188688.016504:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654921920:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188688.440159:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188689.015461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188689.464013:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188690.039418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188690.487698:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188691.063433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188691.511881:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188692.087535:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188692.535736:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188693.111421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188693.111588:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654921984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188693.114087:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1776188693.114178:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188693.114184:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188693.114188:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188693.114197:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8834 00000100:00080000:1.0:1776188693.114200:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188693.114205:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188693.114216:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188693.114228:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654922048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188693.114243:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654922112/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188693.114349:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922112:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776188693.114578:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188693.114581:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188693.114593:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188693.114601:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922176:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188693.126749:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922176:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188693.126793:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654922048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188693.126803:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654921984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188693.127168:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188693.127173:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188693.127178:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922112:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188693.559551:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188694.135864:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188694.583525:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188695.159433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776188695.607720:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188696.183392:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188696.631534:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188697.207454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188697.655539:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776188698.231599:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188698.231605:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188698.231608:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188698.231626:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8839 00000100:00080000:0.0:1776188698.231629:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188698.231635:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188698.231645:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188698.231660:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654922368/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188698.231689:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188698.231692:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188698.231721:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654922304:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188698.231750:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922368:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188698.231817:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654922240:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188698.231989:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188698.232711:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188698.234931:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654922304:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188698.237630:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188698.237641:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188698.237649:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922368:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188698.239009:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188698.243795:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654922240:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776188698.679446:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188699.258884:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188699.704292:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188700.280945:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188700.733991:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188701.303421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188701.751507:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188702.327475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188702.775524:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188703.351575:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188703.351598:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654922496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188703.351695:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188703.351699:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188703.351703:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188703.351708:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8844 00000100:00080000:1.0:1776188703.351710:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188703.351716:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:1.0:1776188703.351726:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922560:192.168.203.125@tcp:400:kworker/u8:3.0 00000008:00100000:1.0:1776188703.351780:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188703.351796:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654922624/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188703.351824:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188703.351827:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188703.351834:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188703.351839:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188703.354658:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922624:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188703.355458:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188703.358386:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188703.358403:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654922496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188703.361852:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922560:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188703.362998:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188703.363006:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188703.363012:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922624:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188703.801726:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188704.375418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188704.823619:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188705.399410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188705.847747:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188706.423679:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188706.871535:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188707.447611:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188707.896831:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188708.471456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188708.471665:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188708.471670:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188708.471673:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188708.471691:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8849 00000100:00080000:0.0:1776188708.471693:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188708.471700:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188708.471709:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188708.471725:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654922880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188708.471753:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188708.471756:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188708.471777:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654922816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188708.471791:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922880:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188708.471890:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654922752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188708.478624:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188708.495194:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654922816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188708.495249:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188708.495255:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188708.495271:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654922880:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188708.495368:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654922752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188708.495380:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654922944:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188708.919493:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188709.495540:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188709.943619:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188710.525510:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188710.967948:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188711.543400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188711.992432:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188712.570455:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188713.023737:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188713.591420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188713.591837:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654923008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188713.591965:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188713.591971:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188713.594798:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188713.594864:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188713.594868:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188713.594879:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8855 00000100:00080000:1.0:1776188713.594883:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188713.594890:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188713.594903:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188713.594939:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654923136/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188713.596827:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923072:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188713.596848:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654923008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188713.597381:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188713.597710:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188713.597715:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188713.598420:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923136:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188713.604378:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188713.604931:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188713.604938:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188713.604945:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923136:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188714.039576:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188714.615507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188715.063661:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188715.640944:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188716.089337:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188716.663425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188717.111603:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188717.687443:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188718.135528:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188718.711434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188718.711577:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188718.711583:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188718.711587:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188718.711595:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8860 00000100:00080000:0.0:1776188718.711598:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188718.711603:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188718.711622:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188718.711638:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654923392/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188718.711669:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188718.711672:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188718.711691:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188718.711739:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923392:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188718.711761:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776188718.711770:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654923264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188718.711799:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188718.714615:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188718.714627:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188718.714637:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923392:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188718.714744:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188718.714756:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923328:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188718.718410:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654923264:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188719.160395:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188719.735531:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188720.183475:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188720.759796:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188721.207684:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188721.783533:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188722.231729:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188722.807709:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188723.255585:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188723.831416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188723.831561:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188723.831567:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188723.831570:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188723.831578:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8865 00000100:00080000:0.0:1776188723.831581:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188723.831586:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188723.831596:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188723.831610:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654923648/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188723.831641:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188723.831645:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188723.831664:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654923584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188723.831732:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188723.831738:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654923520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188723.831757:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654923712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188723.834581:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923648:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188723.839498:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654923584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188723.839529:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654923520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188723.839539:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654923712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188723.839921:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188723.839926:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188723.839930:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923648:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188724.279572:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188724.855437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188725.303588:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188725.879498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188726.328003:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188726.903783:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188727.351614:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188727.927549:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188728.376479:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188728.951675:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188728.951682:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188728.951685:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188728.951704:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8870 00000100:00080000:1.0:1776188728.951708:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188728.951713:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188728.951724:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188728.951739:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654923904/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188728.951765:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188728.951768:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188728.951788:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923840:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188728.951870:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776188728.951877:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654923776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188728.951902:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188728.952338:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923904:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188728.952497:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188728.959032:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188728.959044:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188728.959053:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654923904:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188728.959287:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654923776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188728.959329:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188728.959342:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654923840:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188729.400664:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188729.976242:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188730.426671:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188730.999432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188731.449356:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188732.023521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188732.471515:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188733.050217:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188733.495642:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188734.071442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188734.071623:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654924032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188734.073498:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188734.073516:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654924096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188734.076528:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188734.076540:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188734.076543:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188734.076553:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8875 00000100:00080000:0.0:1776188734.076556:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776188734.076562:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188734.076573:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188734.076958:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654924160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188734.077087:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1776188734.077156:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188734.077173:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188734.077174:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776188734.077329:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188734.087908:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654924096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188734.087927:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654924032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188734.089887:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188734.094046:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188734.094057:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188734.094066:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924160:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188734.519561:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188735.096179:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188735.543857:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188736.121851:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188736.567544:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188737.143411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188737.591525:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188738.167396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188738.615665:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188739.192050:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188739.192058:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188739.192061:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188739.192070:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8880 00000100:00080000:1.0:1776188739.192073:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188739.192079:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188739.192089:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188739.192116:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654924416/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188739.192150:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188739.192153:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188739.192295:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924416:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188739.193074:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654924288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188739.193127:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188739.193155:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188739.193161:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188739.195267:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188739.196774:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188739.196783:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188739.196792:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924416:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188739.196925:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188739.196935:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654924288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188739.196943:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924480:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776188739.639539:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188740.215607:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188740.664176:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188741.239419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188741.687569:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188742.264058:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188742.711504:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188743.287785:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188743.735505:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188744.311404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188744.311652:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654924544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188744.312522:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188744.312534:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654924608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188744.312825:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188744.312831:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188744.312835:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188744.312840:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8885 00000100:00080000:3.0:1776188744.312843:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188744.312848:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188744.312858:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188744.312877:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654924672/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188744.312924:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924672:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1776188744.312995:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188744.312999:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188744.313024:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654924736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188744.318854:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654924608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188744.322841:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654924736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188744.322863:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654924544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188744.323853:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188744.323860:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188744.323866:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924672:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188744.759560:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188745.335456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188745.783506:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188746.359724:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188746.808073:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188747.383525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188747.831578:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188748.408703:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188748.855733:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188749.431604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188749.431626:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188749.431631:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188749.431634:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188749.431641:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8890 00000100:00080000:1.0:1776188749.431645:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188749.431651:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188749.431661:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188749.431677:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654924928/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188749.431714:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188749.431717:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188749.431738:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188749.432119:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924928:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188749.432503:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776188749.432510:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654924800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188749.432537:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188749.440326:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188749.440336:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188749.440345:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654924928:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188749.440377:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188749.440401:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654924800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188749.440412:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654924992:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188749.879487:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188750.456662:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188750.903510:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188751.479407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188751.927589:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188752.503568:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188752.954328:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188753.527775:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188753.976271:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188754.551491:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188754.551498:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188754.551502:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188754.551511:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8895 00000100:00080000:1.0:1776188754.551514:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188754.551520:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188754.551529:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188754.551543:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654925184/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188754.551565:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188754.551568:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188754.551659:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188754.551755:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776188754.551762:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654925056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188754.551786:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188754.552539:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925184:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188754.553261:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188754.555491:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188754.558201:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654925056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188754.560214:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188754.571108:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188754.571119:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188754.571128:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925184:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188754.999770:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188755.577264:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188756.023672:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188756.599447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188757.049348:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188757.624280:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188758.071936:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188758.647416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188759.097426:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188759.671417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188759.671489:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188759.671494:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188759.671498:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188759.671507:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8901 00000100:00080000:2.0:1776188759.671510:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776188759.671515:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188759.671524:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188759.671538:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654925440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188759.671568:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188759.671571:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188759.671591:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654925376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188759.671678:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776188759.671687:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654925312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188759.671712:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654925504:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188759.671771:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188759.674596:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654925376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188759.675349:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188759.675356:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188759.675362:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188759.676206:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654925312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188759.676223:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654925504:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776188760.119514:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188760.695474:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188761.144551:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188761.719512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188762.169180:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188762.744084:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188763.192118:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188763.770770:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188764.215502:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188764.791408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188764.791497:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188764.791502:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188764.791505:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188764.791514:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8906 00000100:00080000:1.0:1776188764.791517:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188764.791523:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188764.791534:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188764.791549:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654925696/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188764.791590:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188764.791594:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188764.791663:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925696:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188764.792134:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654925568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188764.792179:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188764.792204:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188764.792209:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188764.801840:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188764.803654:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188764.803663:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188764.803672:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925696:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188764.803944:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654925632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188764.803958:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654925568:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188765.239925:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188765.815447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188766.263463:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188766.839426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188767.287721:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188767.865384:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188768.311542:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188768.887410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188769.335462:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188769.911639:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188769.911645:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188769.911648:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188769.911659:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8911 00000100:00080000:1.0:1776188769.911663:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188769.911669:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188769.911678:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188769.911692:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654925952/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188769.911716:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188769.911719:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188769.911818:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925952:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188769.912079:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188769.912148:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654925824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188769.912204:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654926016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188769.912229:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188769.912235:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654925888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188769.916397:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188769.916407:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188769.916415:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654925952:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188769.921093:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654926016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188769.921124:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654925888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188769.921134:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654925824:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188770.359530:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188770.935411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188771.385943:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188771.959429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188772.410825:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188772.983385:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188773.431541:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188774.007406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188774.455580:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188775.031508:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188775.031983:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188775.031988:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188775.031992:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188775.032000:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8916 00000100:00080000:2.0:1776188775.032002:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776188775.032008:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188775.032017:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188775.032033:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654926208/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188775.032062:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188775.032066:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188775.032127:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926208:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188775.032434:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188775.032480:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188775.032486:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654926080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188775.032510:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188775.041384:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654926080:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188775.041405:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926272:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188775.043127:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926144:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188775.044800:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188775.044809:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188775.044816:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926208:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188775.479464:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188776.055408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188776.503465:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188777.079578:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188777.527884:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188778.104695:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188778.552190:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188779.127488:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188779.577874:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188780.151677:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188780.152021:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654926336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188780.152255:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188780.152262:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654926400:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188780.152492:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188780.152498:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188780.152501:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188780.152506:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8921 00000100:00080000:1.0:1776188780.152508:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776188780.152515:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188780.152524:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188780.152690:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654926464/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188780.152729:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188780.152733:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188780.152745:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188780.152754:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654926528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188780.152962:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926464:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188780.157248:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654926400:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188780.161452:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654926528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188780.161493:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654926336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188780.161547:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188780.161552:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188780.161557:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926464:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776188780.602864:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188781.175573:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188781.624666:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188782.199585:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188782.649992:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188783.224027:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188783.671575:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188784.247409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188784.695618:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188785.271525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188785.271654:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188785.271658:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188785.271661:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188785.271669:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8926 00000100:00080000:3.0:1776188785.271672:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188785.271677:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188785.271686:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188785.271700:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654926720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188785.271731:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188785.271734:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188785.271753:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654926592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188785.271848:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188785.271880:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188785.271886:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188785.271973:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188785.276376:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654926592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188785.284380:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188785.284396:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188785.286505:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188785.286515:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188785.286524:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926720:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188785.719924:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188786.295513:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188786.750061:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188787.320556:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188787.767558:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188788.343484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188788.793929:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188789.367638:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188789.816549:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188790.391541:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188790.391548:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188790.391551:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188790.391561:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8931 00000100:00080000:3.0:1776188790.391565:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188790.391570:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188790.391580:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188790.391595:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654926976/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188790.391630:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188790.391633:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188790.391670:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188790.391748:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188790.391755:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654926848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188790.391779:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927040:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188790.394035:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188790.394097:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926976:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188790.398423:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654926912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188790.400193:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927040:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188790.400925:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188790.400930:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188790.400936:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654926976:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188790.402319:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654926848:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188790.839491:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188791.415407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188791.865564:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188792.439846:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188792.887549:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188793.463405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188793.911551:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188794.487483:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188794.936929:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188795.512198:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188795.512205:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188795.512208:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188795.512217:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8936 00000100:00080000:3.0:1776188795.512221:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188795.512226:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188795.512237:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188795.512252:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188795.512264:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654927232/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188795.512317:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654927104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188795.512338:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654927232:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188795.512404:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188795.512412:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188795.512431:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188795.512435:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188795.512449:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188795.512457:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654927296:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188795.520659:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188795.520670:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188795.520679:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654927232:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188795.520680:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927168:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188795.520695:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654927104:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188795.528602:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654927296:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188795.961183:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188796.535459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188796.986279:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188797.559396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188798.007815:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188798.584991:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188799.032145:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188799.607414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188800.055501:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188800.631468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188800.632135:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188800.632140:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188800.632153:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188800.632162:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8942 00000100:00080000:3.0:1776188800.632165:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776188800.632171:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188800.632181:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188800.632196:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188800.632197:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654927488/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188800.632231:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188800.632234:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188800.632270:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654927360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188800.632325:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654927552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188800.633001:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654927488:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188800.639130:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654927360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188800.639161:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654927552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188800.639917:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188800.641913:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188800.641921:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188800.641929:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654927488:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776188801.079571:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188801.656758:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188802.103529:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188802.679423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188803.127691:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188803.708263:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188804.152244:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188804.733934:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188805.178163:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188805.751481:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188805.751488:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188805.751491:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188805.751502:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8947 00000100:00080000:3.0:1776188805.751505:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188805.751512:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188805.751522:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188805.751535:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654927744/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188805.751565:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188805.751568:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188805.751717:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654927744:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188805.752244:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654927616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188805.752281:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188805.752333:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188805.752340:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188805.752424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188805.756131:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188805.756142:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188805.756152:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654927744:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188805.756432:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188805.756445:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654927616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188805.756457:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927808:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188806.199539:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188806.775646:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188807.227857:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188807.799614:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188808.248102:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188808.824275:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188809.272376:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188809.847539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188810.297352:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188810.871498:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188810.871505:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188810.871508:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188810.871523:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8952 00000100:00080000:3.0:1776188810.871526:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188810.871533:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188810.871543:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188810.871557:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654928000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188810.871597:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188810.871600:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188810.871957:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188810.871976:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928000:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188810.871985:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188810.877739:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654927872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188810.879144:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188810.879154:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188810.879161:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928000:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188810.881724:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654928064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188810.882355:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654927936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188810.885335:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654928064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188810.887578:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654927872:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188811.320453:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188811.895416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188812.343645:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188812.919411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188813.367522:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188813.943509:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188814.393790:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188814.967444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188815.417431:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188815.991462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188815.996083:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188815.996092:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188815.996095:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188815.996105:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8957 00000100:00080000:1.0:1776188815.996109:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188815.996115:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188815.996125:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188815.996140:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654928256/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188815.996173:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188815.996176:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188815.996284:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928256:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188815.996662:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654928128:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188815.996699:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188815.996736:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188815.996742:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188816.001359:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188816.001370:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188816.001379:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928256:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188816.001608:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928192:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188816.001619:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188816.004074:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654928128:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188816.441427:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188817.015585:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188817.463791:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188818.039530:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188818.489454:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188819.063938:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188819.511989:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188820.087427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188820.535998:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188821.112050:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188821.112058:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188821.112061:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188821.112070:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8962 00000100:00080000:1.0:1776188821.112074:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188821.112080:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188821.112089:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188821.112105:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654928512/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188821.112132:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188821.112135:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188821.112250:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654928384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188821.112355:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654928576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188821.112385:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188821.112391:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654928448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188821.112575:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928512:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188821.112661:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188821.116450:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654928448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188821.116468:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654928576:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188821.118130:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654928384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188821.118227:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188821.118233:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188821.118238:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928512:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776188821.562251:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188822.135423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188822.583564:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188823.159429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188823.609242:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188824.183398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188824.631605:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188825.208381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188825.655689:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188826.231694:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188826.232054:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188826.232059:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188826.232062:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188826.232079:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8967 00000100:00080000:1.0:1776188826.232081:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188826.232087:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188826.232095:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188826.232108:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654928768/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188826.232129:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188826.232132:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188826.232601:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928768:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188826.232886:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654928640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188826.232921:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928832:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188826.232945:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188826.232951:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188826.236677:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188826.236683:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188826.236690:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188826.236696:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654928768:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188826.236703:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928832:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188826.237850:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654928640:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188826.680707:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188827.257412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188827.703523:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188828.279377:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188828.727957:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188829.304742:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188829.755157:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188830.327784:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188830.775655:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188831.351476:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188831.351492:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188831.351496:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188831.351505:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8972 00000100:00080000:1.0:1776188831.351509:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188831.351514:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188831.351524:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188831.351539:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654929024/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188831.351571:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188831.351574:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188831.351593:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928960:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188831.351642:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654928896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188831.351680:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654929088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188831.351770:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929024:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188831.351869:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188831.354774:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654929088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188831.358184:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654928896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188831.359872:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654928960:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188831.360120:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188831.360127:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188831.360132:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929024:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188831.800458:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188832.375507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188832.825899:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188833.399408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188833.852000:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188834.423465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188834.871927:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188835.448259:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188835.895513:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188836.471532:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188836.471538:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188836.471542:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188836.471558:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8977 00000100:00080000:1.0:1776188836.471562:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188836.471568:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188836.471579:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188836.471596:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654929280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188836.471621:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188836.471625:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188836.471710:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654929152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188836.471788:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188836.471822:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188836.471840:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188836.471847:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188836.472638:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929280:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188836.478567:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188836.478586:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654929152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188836.478608:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188836.482072:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188836.482083:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188836.482092:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929280:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188836.919755:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188837.496104:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188837.943436:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188838.519429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188838.967531:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188839.543424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188839.991711:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188840.567412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188841.016319:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188841.591419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188841.610480:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188841.610487:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188841.610490:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188841.610502:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8983 00000100:00080000:1.0:1776188841.610504:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188841.610510:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188841.610519:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188841.610533:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654929536/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188841.610567:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188841.610570:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188841.610867:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654929408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188841.610946:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654929600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188841.610977:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188841.610983:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654929472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188841.611085:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929536:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188841.632791:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654929472:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188841.632809:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654929408:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188841.632819:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654929600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188841.632995:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188841.633001:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188841.633017:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929536:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776188842.039666:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188842.615405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188843.063889:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188843.639606:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188844.088927:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188844.663410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188845.111517:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188845.687416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188846.135511:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776188846.711543:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188846.711549:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188846.711553:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188846.711563:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8988 00000100:00080000:1.0:1776188846.711566:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188846.711571:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188846.711581:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188846.711595:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654929792/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188846.711625:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188846.711628:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188846.711696:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654929664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188846.711779:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188846.711806:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188846.711812:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188846.711959:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188846.715536:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188846.715578:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654929664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188846.715592:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188846.715955:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929792:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776188846.719492:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188846.719502:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188846.719512:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654929792:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188847.159605:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188847.736209:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188848.183531:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188848.759461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188849.208189:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188849.783423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188850.231531:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188850.807585:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188851.257770:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188851.831405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188851.831491:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188851.831505:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188851.831508:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188851.831517:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8993 00000100:00080000:0.0:1776188851.831520:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188851.831526:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188851.831535:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188851.831550:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654930048/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188851.831573:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188851.831576:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188851.831594:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188851.831663:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188851.831669:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654929920:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188851.831691:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188851.831745:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930048:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188851.836459:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188851.836470:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188851.836479:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930048:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188851.836579:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930112:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188851.836592:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654929984:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188851.837633:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654929920:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188852.284069:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188852.856943:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188853.305907:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188853.879399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188854.327539:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188854.903431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188855.351589:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188855.927516:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188856.375517:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188856.951972:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188856.952586:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188856.952592:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188856.952595:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188856.952604:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 8998 00000100:00080000:1.0:1776188856.952607:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188856.952613:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188856.952623:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188856.952638:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654930304/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188856.952667:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188856.952670:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188856.952884:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930304:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188856.953095:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654930176:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188856.953124:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930368:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188856.953143:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188856.953149:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930240:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188856.961143:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188856.961153:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188856.961163:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930304:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188856.961254:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930240:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188856.961268:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654930176:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188856.961278:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930368:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188857.399792:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188857.975683:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188858.423659:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188858.999538:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188859.452593:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188860.023425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188860.471543:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188861.047420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188861.495484:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188862.071404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188862.071461:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188862.071467:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188862.071470:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188862.071479:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9003 00000100:00080000:1.0:1776188862.071481:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188862.071487:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188862.071496:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188862.071511:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654930560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188862.071541:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188862.071544:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188862.071564:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188862.071637:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776188862.071643:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654930432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188862.071666:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188862.071855:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930560:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188862.074814:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654930432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188862.075682:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188862.075706:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654930496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188862.083541:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188862.083551:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188862.083560:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930560:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776188862.519563:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188863.095558:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188863.544288:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188864.119411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188864.567655:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188865.143414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188865.591787:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188866.167475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188866.615536:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188867.191444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188867.191497:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1776188867.191560:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654930688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188867.191642:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188867.191648:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654930752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188867.191993:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188867.191998:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188867.192004:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9008 00000100:00080000:2.0:1776188867.192010:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188867.192016:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188867.192026:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188867.192043:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654930816/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188867.192130:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188867.192133:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188867.193235:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930816:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188867.193474:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654930880:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188867.194268:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654930752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188867.194281:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654930688:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188867.198484:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654930880:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188867.199409:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188867.199415:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188867.199420:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654930816:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188867.639686:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188868.216868:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188868.663642:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188869.239404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188869.687542:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776188869.751509:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188869.751533:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654930944:192.168.203.125@tcp:17:kworker/3:2.0 00000100:00100000:3.0:1776188869.757400:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654930944:192.168.203.125@tcp:17:kworker/3:2.0 00000100:00100000:2.0:1776188870.263428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188870.713443:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188871.287536:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188871.736285:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188872.314754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188872.314904:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188872.314909:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188872.314912:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188872.314920:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9013 00000100:00080000:1.0:1776188872.314923:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188872.314929:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188872.314937:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188872.314949:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654931136/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776188872.314974:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188872.314977:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188872.315025:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931136:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188872.315520:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654931008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188872.315561:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654931200:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188872.315581:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188872.315585:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654931072:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188872.318444:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654931200:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188872.320770:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654931008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188872.325454:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188872.325464:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188872.325474:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931136:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188872.325582:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654931072:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188872.759570:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188873.335386:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188873.783717:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188874.359437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188874.807714:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188875.383604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188875.831604:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188876.407637:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188876.856087:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188877.431388:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188877.431467:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654931264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188877.432458:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188877.432471:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654931328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188877.433295:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188877.433314:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188877.433317:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188877.433323:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9018 00000100:00080000:1.0:1776188877.433327:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188877.433333:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188877.433344:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188877.433365:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654931392/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776188877.433422:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931392:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776188877.433516:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188877.433519:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188877.433543:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188877.433552:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654931456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776188877.441687:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188877.441698:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188877.441707:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931392:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776188877.442096:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654931328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188877.442109:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654931264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188877.443921:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654931456:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188877.880855:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188878.455401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188878.903567:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188879.479940:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188879.930263:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188880.504276:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188880.953024:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188881.527358:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188881.976292:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776188882.551692:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188882.551699:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188882.551704:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188882.551715:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9023 00000100:00080000:3.0:1776188882.551718:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188882.551724:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188882.551734:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188882.551750:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000944794e3 x1862459654931648/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188882.551773:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188882.551776:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188882.551801:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188882.551814:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654931520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188882.551824:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654931584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188882.553413:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188882.557052:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654931584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188882.557267:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654931712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188882.561267:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188882.561279:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188882.561288:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188882.566499:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654931520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188882.566522:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654931712:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188882.999813:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188883.575464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188884.024116:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188884.601511:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188885.048147:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188885.623513:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188886.071892:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188886.647476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188887.095710:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188887.671556:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188887.671566:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188887.671570:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188887.671585:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9029 00000100:00080000:2.0:1776188887.671589:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188887.671598:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:3.0:1776188887.671602:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654931776:192.168.203.125@tcp:400:kworker/u8:1.0 00000008:00100000:2.0:1776188887.671613:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188887.671634:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000041c7f73a x1862459654931904/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188887.671666:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188887.671670:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188887.671712:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654931840:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188887.671729:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654931968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188887.671859:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931904:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188887.671950:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188887.682253:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1776188887.682253:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654931968:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188887.682274:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188887.682281:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654931904:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188887.682292:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654931776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188887.682462:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654931840:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188888.124363:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188888.695446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188889.143689:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776188889.720997:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188890.170811:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188890.745118:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188891.191691:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188891.767767:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188892.215755:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188892.791821:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188892.792489:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188892.792494:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1776188892.792633:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654932032:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188892.792718:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188892.792726:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188892.793168:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188892.793176:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9034 00000100:00080000:0.0:1776188892.793179:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188892.793185:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188892.793194:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188892.793211:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654932160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188892.793260:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1776188892.793357:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188892.793361:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188892.793448:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188892.798141:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932224:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188892.798171:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188892.799478:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188892.799486:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188892.799494:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932160:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188892.802834:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654932032:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188893.239914:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188893.815502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188894.264719:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188894.839457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188895.288426:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188895.863441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188896.314690:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188896.887441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188897.335506:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188897.911591:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188897.911621:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188897.911629:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188897.911633:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1776188897.911642:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188897.911657:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9039 00000100:00080000:0.0:1776188897.911662:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188897.911669:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188897.911681:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188897.911700:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654932416/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188897.911770:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932416:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188897.911893:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776188897.911905:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654932288:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188897.911926:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188897.911931:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188897.911955:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654932480:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188897.931859:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932352:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188897.931903:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654932480:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188897.932022:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188897.932027:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188897.932031:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932416:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188897.934232:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654932288:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188898.361587:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188898.935414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188899.385693:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188899.960817:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188900.407758:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188900.983375:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188901.431733:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188902.007439:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188902.455536:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776188903.035549:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188903.035556:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188903.035560:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188903.035570:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9044 00000100:00080000:0.0:1776188903.035573:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188903.035579:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188903.035588:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188903.035601:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654932672/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188903.035631:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188903.035634:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188903.035659:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654932544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188903.035705:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776188903.035731:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188903.035744:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654932608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188903.035944:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932672:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188903.037534:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654932608:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188903.038274:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654932544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188903.040089:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188903.040097:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188903.040105:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932672:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188903.040465:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932736:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188903.479495:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188904.055557:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188904.503550:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188905.081702:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188905.527784:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188906.103523:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188906.551560:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188907.127420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188907.575871:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188908.151404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188908.151622:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188908.151627:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188908.151630:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188908.151638:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9049 00000100:00100000:1.0:1776188908.151679:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654932800:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188908.151701:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188908.151709:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188908.151720:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188908.151736:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000041dd170 x1862459654932928/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188908.151758:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188908.151767:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654932864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188908.151771:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188908.151776:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188908.151790:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188908.151800:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188908.151914:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932928:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188908.156518:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654932864:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188908.156619:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654932992:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188908.161071:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188908.161081:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188908.161091:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654932928:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188908.161439:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654932800:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188908.599965:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188909.175424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188909.623593:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188910.206903:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188910.648514:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188911.224098:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188911.673433:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188912.247451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188912.695472:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188913.272505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188913.272591:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188913.272595:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188913.272598:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188913.272606:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9054 00000100:00080000:1.0:1776188913.272609:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188913.272616:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188913.272626:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188913.272632:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654933120:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188913.272643:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654933184/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188913.272727:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933184:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188913.272728:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776188913.272739:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654933056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188913.272810:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1776188913.272813:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654933248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188913.272815:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188913.277628:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654933248:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188913.277798:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654933056:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188913.277804:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188913.277808:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188913.277812:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933184:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188913.281600:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654933120:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188913.719955:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188914.295446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188914.743533:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188915.319697:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188915.767461:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188916.343433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188916.791504:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188917.368024:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188917.815582:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188918.392049:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188918.396273:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654933312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188918.397215:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188918.397226:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188918.398045:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188918.398052:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188918.398155:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188918.398164:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9059 00000100:00080000:3.0:1776188918.398788:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188918.398795:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188918.398806:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188918.398827:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654933440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188918.398880:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188918.398885:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188918.398908:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188918.398919:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654933504:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188918.399034:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188918.399743:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654933312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188918.400026:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933376:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188918.403550:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188918.403561:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188918.403570:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933440:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188918.404859:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654933504:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188918.839520:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188919.415402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188919.863504:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188920.439769:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188920.888191:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188921.463464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188921.911723:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188922.489191:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188922.935550:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188923.511404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188923.512170:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188923.512175:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188923.512178:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188923.512187:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9064 00000100:00080000:2.0:1776188923.512190:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188923.512195:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188923.512204:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188923.512218:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654933696/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188923.512252:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188923.512256:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188923.512275:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188923.512380:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776188923.512386:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654933568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188923.512429:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933760:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188923.512456:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933696:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188923.523180:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933632:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188923.524356:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188923.524363:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188923.524369:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933696:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188923.524734:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654933568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188923.524757:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933760:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188923.960421:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188924.535565:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188924.984741:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188925.559509:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188926.007649:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188926.583548:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188927.031917:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188927.607792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188928.055844:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188928.631441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188928.632669:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188928.632675:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188928.632678:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188928.632688:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9070 00000100:00080000:3.0:1776188928.632691:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188928.632697:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188928.632708:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188928.632724:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654933952/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188928.632755:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188928.632758:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188928.632835:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933952:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188928.633476:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654933824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188928.633809:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188928.633841:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188928.633848:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188928.637037:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654933888:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188928.637056:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188928.638471:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188928.638479:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188928.638486:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654933952:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776188928.641399:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654933824:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188929.079579:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188929.655604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188930.103527:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188930.679621:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188931.130719:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188931.703420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188932.151890:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188932.728273:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188933.175556:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188933.751390:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776188933.751592:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188933.751596:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188933.751599:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188933.751606:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9075 00000100:00080000:3.0:1776188933.751609:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188933.751614:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188933.751623:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188933.751637:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654934208/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188933.751689:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934208:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776188933.751803:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188933.751806:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188933.751910:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188933.751945:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776188933.751951:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654934080:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188933.751974:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188933.756511:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188933.756532:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776188933.756567:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654934080:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776188933.756689:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776188933.756695:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776188933.756699:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934208:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776188934.202612:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188934.775421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188935.223795:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188935.799495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188936.249019:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188936.823903:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188937.275277:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188937.847420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188938.295535:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188938.871406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188938.871539:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188938.871545:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188938.871548:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188938.871557:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9080 00000100:00080000:2.0:1776188938.871559:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188938.871566:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188938.871576:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188938.871589:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654934464/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188938.871618:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188938.871621:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776188938.871684:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654934336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776188938.871724:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934464:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188938.871772:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188938.871804:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188938.871810:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934400:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188938.875347:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188938.875358:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188938.875367:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934464:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188938.875564:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934400:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188938.875578:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654934336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188938.875588:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654934528:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188939.319910:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188939.896148:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188940.348051:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188940.920012:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188941.367695:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188941.943422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188942.391783:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188942.967442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188943.415874:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188943.991428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776188943.991766:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188943.991771:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188943.991774:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188943.991783:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9085 00000100:00080000:0.0:1776188943.991786:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188943.991791:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188943.991801:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188943.991816:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b070a1 x1862459654934720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776188943.991846:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188943.991850:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188943.991871:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654934656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188943.991962:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776188943.991968:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654934592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188943.991992:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654934784:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188943.992515:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776188943.996502:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654934656:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188944.003560:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776188944.003572:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188944.003581:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934720:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188944.004176:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654934592:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188944.004194:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654934784:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188944.445466:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188945.015516:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188945.463795:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188946.039402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188946.488385:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188947.064780:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188947.511637:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188948.087885:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188948.535518:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188949.111506:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776188949.111589:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1776188949.111591:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654934848:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188949.111596:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776188949.111609:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776188949.111616:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9090 00000100:00080000:1.0:1776188949.111619:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776188949.111625:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776188949.111635:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776188949.111651:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654934976/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188949.111703:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776188949.111712:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654934912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188949.111732:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934976:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:1.0:1776188949.111823:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776188949.111828:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188949.111841:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188949.111850:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654935040:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188949.117713:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1776188949.117718:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654935040:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188949.117724:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776188949.117731:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654934976:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776188949.118050:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654934912:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188949.118060:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654934848:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188949.559588:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188950.135405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188950.583963:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188951.160019:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188951.607770:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188952.183408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188952.631825:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776188953.207525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188953.655675:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188954.231394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188954.231523:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188954.231529:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188954.231532:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188954.231540:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9095 00000100:00080000:2.0:1776188954.231544:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188954.231549:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188954.231559:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188954.231573:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654935232/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188954.231603:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188954.231606:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776188954.231634:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654935232:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188954.232634:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188954.232699:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188954.232706:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654935104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188954.232740:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188954.236181:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188954.236194:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188954.236204:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654935232:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776188954.236803:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188954.238679:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654935104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776188954.238768:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935296:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188954.680114:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188955.255481:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188955.703509:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188956.279476:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188956.731669:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188957.304955:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188957.752112:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188958.327416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188958.777095:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188959.351404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188959.351582:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654935360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188959.356507:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188959.356529:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188959.358204:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188959.358215:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188959.358218:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188959.358228:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9100 00000100:00080000:2.0:1776188959.358232:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188959.358238:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188959.358260:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188959.358471:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654935488/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188959.358541:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654935488:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188959.358628:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188959.358632:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188959.359635:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776188959.359653:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654935552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188959.366609:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654935360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188959.374577:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188959.374927:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188959.374932:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188959.374936:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654935488:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188959.379140:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654935552:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188959.800344:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188960.375429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188960.823969:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188961.399512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188961.848527:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188962.423487:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188962.871853:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188963.448036:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188963.896076:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188964.471432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188964.471677:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188964.471682:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188964.471685:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188964.471694:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9105 00000100:00080000:2.0:1776188964.471696:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188964.471702:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188964.471719:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188964.471733:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654935744/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776188964.472054:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654935616:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188964.472152:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188964.472157:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654935680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188964.472473:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188964.472477:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188964.473400:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654935744:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188964.473629:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776188964.473639:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188964.479593:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654935808:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188964.479692:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188964.479698:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188964.479701:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654935744:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188964.479995:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654935680:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188964.480006:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654935616:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776188964.920936:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188965.495406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188965.944500:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188966.519507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188966.967830:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188967.543421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188967.997138:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188968.567628:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188969.015470:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188969.591399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188969.591465:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188969.591470:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188969.591473:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188969.591481:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9111 00000100:00080000:2.0:1776188969.591484:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188969.591503:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188969.591514:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188969.591537:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654936000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188969.591567:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188969.591570:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188969.591639:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936000:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188969.591939:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654935936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188969.591999:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776188969.592005:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654935872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188969.592029:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654936064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188969.595714:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654935872:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188969.595734:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654936064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188969.595744:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654935936:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188969.598578:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188969.598588:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188969.598595:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936000:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188970.040260:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188970.615403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188971.064429:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188971.639718:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188972.087861:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188972.663463:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188973.112242:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188973.687765:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188974.135722:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776188974.711559:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188974.711565:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188974.711568:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188974.711577:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9116 00000100:00080000:2.0:1776188974.711581:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188974.711587:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188974.711596:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188974.711610:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654936256/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188974.711636:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188974.711639:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188974.711697:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936256:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188974.711818:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188974.711855:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776188974.711863:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654936128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188974.711885:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936320:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188974.712555:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188974.719846:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936320:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188974.720189:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188974.720195:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188974.720199:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936256:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188974.720474:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936192:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188974.720497:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654936128:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188975.159509:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188975.737711:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188976.183895:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188976.759416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188977.207758:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188977.784566:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188978.231747:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188978.808716:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188979.255583:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188979.831432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776188979.831590:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1776188979.831602:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1776188979.831603:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654936384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776188979.831608:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776188979.831611:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776188979.831616:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9121 00000100:00080000:3.0:1776188979.831619:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776188979.831624:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776188979.831633:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776188979.831646:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654936512/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776188979.831669:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776188979.831672:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188979.831685:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654936448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188979.831685:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936576:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776188979.832003:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936512:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188979.838621:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654936384:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188979.839239:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654936448:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776188979.839446:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776188979.839451:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776188979.839455:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936512:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776188979.842409:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936576:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776188980.279919:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188980.856850:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188981.309339:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188981.880511:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188982.330508:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188982.903947:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188983.351705:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188983.927424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188984.375766:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188984.951414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776188984.951636:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654936640:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188984.957728:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776188984.957749:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654936704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776188984.957886:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188984.957892:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188984.957895:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188984.957901:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9126 00000100:00080000:2.0:1776188984.957903:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188984.957908:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188984.957918:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188984.957940:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654936768/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776188984.958074:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936768:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776188984.958130:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188984.958133:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188984.960544:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776188984.960581:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188984.964241:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654936640:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188984.973063:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654936832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776188984.978479:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654936704:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188984.978541:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188984.978545:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188984.978548:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654936768:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776188985.399802:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188985.975461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188986.424748:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188986.999519:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188987.447600:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188988.023396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188988.473784:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188989.047459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188989.496113:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188990.071627:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776188990.072835:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654936896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188990.072978:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776188990.072985:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654936960:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776188990.074092:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188990.074099:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776188990.074103:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776188990.074111:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9131 00000100:00080000:0.0:1776188990.074114:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776188990.074120:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776188990.074130:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776188990.074151:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654937024/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776188990.074721:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937024:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:0.0:1776188990.074833:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776188990.074837:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776188990.074954:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937088:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188990.078952:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654936960:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776188990.078971:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654936896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776188990.080890:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188990.080899:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188990.080907:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937024:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776188990.089902:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937088:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776188990.520032:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188991.095436:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188991.546255:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188992.119377:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188992.567712:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188993.144093:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188993.591570:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188994.167527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188994.615673:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188995.191765:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776188995.192351:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188995.192357:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776188995.192360:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776188995.192369:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9136 00000100:00080000:2.0:1776188995.192372:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776188995.192378:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776188995.192388:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776188995.192403:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654937280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776188995.192434:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776188995.192437:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776188995.192467:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654937216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188995.192547:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776188995.192554:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654937152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188995.192578:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654937344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776188995.195413:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937280:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776188995.196565:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654937152:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188995.196583:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654937344:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776188995.196593:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654937216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776188995.206866:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776188995.206876:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776188995.206884:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937280:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:3.0:1776188995.640793:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188996.219032:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188996.663814:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188997.239411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776188997.687551:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188998.263521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188998.711581:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776188999.287597:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776188999.738244:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189000.311580:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189000.311586:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189000.311589:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189000.311597:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9141 00000100:00080000:0.0:1776189000.311600:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189000.311605:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189000.311614:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189000.311627:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654937536/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189000.311657:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189000.311659:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189000.311678:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189000.311761:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776189000.311768:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654937408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189000.311791:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937600:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189000.311993:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937536:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189000.312377:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189000.319532:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189000.319543:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189000.319563:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937536:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189000.322714:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654937408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189000.322735:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937600:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189000.322746:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937472:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189000.759520:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189001.335573:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189001.783526:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189002.359613:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189002.810503:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189003.386196:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189003.831583:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189004.407724:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189004.855548:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189005.431464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189005.433105:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189005.433111:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189005.433114:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189005.433122:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9146 00000100:00080000:0.0:1776189005.433126:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:1.0:1776189005.433127:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654937728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189005.433131:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189005.433140:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189005.433153:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654937792/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189005.433183:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189005.433186:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189005.433202:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776189005.433209:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654937664:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189005.433230:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937792:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189005.433234:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654937856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189005.438368:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654937856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189005.438385:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654937728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189005.438457:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189005.438462:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189005.438467:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654937792:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189005.449637:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654937664:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189005.879461:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189006.455800:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189006.909069:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189007.479498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189007.929178:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189008.503409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189008.951601:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189009.527810:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189009.978804:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189010.551726:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189010.551736:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189010.551740:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189010.551766:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9151 00000100:00080000:0.0:1776189010.551770:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189010.551778:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189010.551791:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189010.551809:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654938048/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189010.551840:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189010.551843:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189010.551882:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189010.552416:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938048:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189010.552542:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654937920:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189010.552578:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189010.558841:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654938112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189010.564138:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654937984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189010.572122:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654937920:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189010.572149:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654938112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189010.572288:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189010.572295:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189010.572317:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938048:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189010.999978:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189011.577960:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189012.023711:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189012.599381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189013.047952:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189013.623998:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189014.071615:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189014.647452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189015.095477:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776189015.671518:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189015.671524:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189015.671528:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189015.671539:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9157 00000100:00080000:3.0:1776189015.671542:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189015.671547:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189015.671556:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189015.671569:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654938304/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189015.671600:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189015.671604:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189015.671621:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654938240:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189015.671658:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189015.671671:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938304:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189015.671713:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776189015.671721:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654938176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189015.684199:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654938368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776189015.696775:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189015.696784:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189015.696793:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938304:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189015.696877:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654938368:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189015.696888:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654938240:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189015.697901:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654938176:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776189016.119641:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189016.695778:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189017.144910:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189017.719522:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189018.167635:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189018.743415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189019.191526:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189019.767429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189020.216393:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189020.791546:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1776189020.791549:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189020.791556:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189020.791558:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189020.791567:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9162 00000100:00080000:3.0:1776189020.791572:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1776189020.791573:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654938496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776189020.791580:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189020.791590:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189020.791607:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654938560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776189020.791631:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189020.791651:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1776189020.791655:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654938432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776189020.791657:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189020.791681:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654938624:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189020.791917:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938560:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189020.810049:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654938496:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776189020.810065:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1776189020.810068:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654938432:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776189020.810070:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189020.810074:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938560:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189020.817133:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654938624:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776189021.239849:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189021.816771:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189022.263542:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189022.842674:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189023.287596:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189023.863378:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189024.312891:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189024.887380:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189025.338461:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189025.914134:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189025.914140:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189025.914143:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189025.914152:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9167 00000100:00080000:1.0:1776189025.914156:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189025.914161:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189025.914170:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189025.914186:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654938816/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776189025.914517:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654938688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189025.914599:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189025.914606:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654938752:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189025.914643:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938816:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189025.914718:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189025.914885:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189025.914889:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189025.914909:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189025.914920:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654938880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189025.923291:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654938880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189025.927141:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189025.927153:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189025.927162:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654938816:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189025.928585:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654938688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189025.928618:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654938752:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189026.359577:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189026.935434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189027.386372:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189027.959500:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189028.409119:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189028.985664:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189029.432889:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189030.007475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189030.456192:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189031.032261:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189031.032267:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189031.032270:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189031.032279:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9172 00000100:00080000:2.0:1776189031.032282:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189031.032288:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189031.032317:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189031.032537:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189031.032751:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939008:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189031.032862:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654939072/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189031.032899:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189031.032902:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189031.032933:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654938944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189031.033002:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939072:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189031.034810:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189031.045248:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189031.045259:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189031.045268:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939072:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189031.045395:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939136:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189031.045414:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654938944:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189031.046640:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939008:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776189031.479703:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189032.055570:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189032.503631:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189033.079461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189033.527572:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189034.103411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189034.551616:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189035.127627:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189035.575447:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189036.151624:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189036.151631:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189036.151635:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189036.151644:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9177 00000100:00080000:2.0:1776189036.151648:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189036.151654:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189036.151665:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189036.151679:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654939328/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189036.151705:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189036.151710:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189036.152470:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189036.152600:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1776189036.152607:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654939200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189036.152634:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939392:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189036.154720:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939328:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189036.154721:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189036.157101:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939264:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189036.157424:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654939200:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189036.157736:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189036.157741:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189036.157746:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939328:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189036.165389:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939392:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776189036.600192:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189037.175425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189037.623714:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189038.199422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189038.647739:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189039.223478:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189039.671519:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189040.248939:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189040.699756:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189041.271412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189041.271509:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189041.271513:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189041.271516:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189041.271524:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9182 00000100:00080000:3.0:1776189041.271528:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189041.271534:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189041.271543:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189041.271551:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654939456:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189041.271559:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654939584/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189041.271599:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189041.271605:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189041.271622:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189041.271689:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939584:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189041.271765:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189041.293225:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776189041.294419:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189041.294428:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189041.294436:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939584:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189041.296576:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654939648:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189041.297263:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654939456:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776189041.719591:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189042.299025:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189042.745262:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189043.319404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189043.768497:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189044.343454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189044.791511:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189045.367423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189045.817614:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189046.391410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189046.394143:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189046.394150:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189046.394153:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189046.394162:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9187 00000100:00080000:3.0:1776189046.394165:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189046.394171:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189046.394180:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189046.394195:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654939840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189046.394231:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189046.394234:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189046.394259:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654939712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189046.394329:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189046.394352:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189046.394386:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189046.394393:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939776:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189046.405896:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654939712:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189046.405916:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939904:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776189046.407041:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189046.407048:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189046.407055:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654939840:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189046.407176:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654939776:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776189046.841165:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189047.415717:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189047.865745:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189048.439590:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189048.889004:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189049.463503:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189049.911621:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189050.487415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189050.935750:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189051.511767:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189051.511953:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189051.511958:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189051.511961:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189051.511970:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9192 00000100:00080000:2.0:1776189051.511973:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189051.511979:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189051.511988:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189051.512170:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654940096/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776189051.512230:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940096:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189051.512378:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654940032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189051.512412:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189051.512419:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654939968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189051.513898:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189051.513904:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189051.514943:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654940160:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189051.520219:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654939968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189051.529236:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189051.529245:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189051.529253:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940096:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189051.529681:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654940032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189051.530937:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654940160:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189051.959502:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189052.536124:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189052.983516:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189053.559425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189054.009389:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189054.583492:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189055.032245:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189055.607407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189056.055509:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189056.631842:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189056.635006:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189056.635013:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189056.635016:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189056.635027:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9198 00000100:00080000:0.0:1776189056.635030:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189056.635035:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189056.635044:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189056.635060:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654940352/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189056.635089:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189056.635092:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189056.635113:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189056.635182:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776189056.635189:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654940224:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189056.635211:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189056.635316:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940352:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776189056.640221:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189056.640231:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189056.640240:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940352:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189056.640497:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654940224:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189056.640515:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189056.640525:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940288:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189057.080099:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189057.655571:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189058.107257:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189058.679789:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189059.128807:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189059.703599:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189060.153246:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189060.731618:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189061.177108:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189061.751701:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189061.751849:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189061.751854:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1776189061.751892:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654940480:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189061.752009:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189061.752015:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189061.752472:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1776189061.755798:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940544:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189061.756141:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9203 00000100:00080000:1.0:1776189061.756145:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189061.756189:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189061.756200:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189061.756227:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654940608/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776189061.756286:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940608:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:1.0:1776189061.756412:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189061.756416:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189061.756519:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189061.756532:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654940672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189061.763374:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654940480:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189061.764797:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654940672:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776189061.765386:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189061.765392:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189061.765397:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940608:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776189062.199880:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189062.778712:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189063.224096:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189063.799886:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189064.249730:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189064.823528:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189065.273074:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189065.847529:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189066.295541:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189066.871484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189066.871591:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189066.871596:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189066.871599:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189066.871608:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9208 00000100:00080000:1.0:1776189066.871612:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189066.871618:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189066.871628:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189066.871644:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654940864/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776189066.871707:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940864:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776189066.871827:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654940736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189066.871860:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189066.871866:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654940800:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189066.872327:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189066.872331:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189066.872499:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189066.872509:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189066.884759:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654940928:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189066.885636:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654940800:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189066.885649:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654940736:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776189066.885834:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189066.885840:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189066.885845:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654940864:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776189067.319579:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189067.895758:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189068.345176:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189068.919438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189069.367528:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189069.944057:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189070.394391:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189070.968280:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189071.418828:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189071.991403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189071.991636:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189071.991641:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189071.991643:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189071.991651:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9213 00000100:00080000:0.0:1776189071.991654:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189071.991660:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189071.991671:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189071.991685:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654941120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189071.991725:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189071.991729:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189071.991796:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189071.992080:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654940992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189071.992110:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189071.992131:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189071.992135:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189072.000294:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189072.000330:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654940992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189072.000339:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941184:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189072.001091:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189072.001097:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189072.001102:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941120:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189072.441018:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189073.015404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189073.465430:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189074.039724:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189074.487773:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189075.063482:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189075.511512:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189076.087406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189076.537344:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189077.111517:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189077.112005:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189077.112010:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189077.112013:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189077.112022:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9218 00000100:00080000:2.0:1776189077.112025:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189077.112030:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189077.112039:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189077.112053:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007b617d40 x1862459654941376/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189077.112081:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189077.112084:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189077.112180:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941376:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189077.112861:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654941248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189077.112915:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941440:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189077.112953:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189077.112959:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189077.115674:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189077.115685:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189077.115693:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941376:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189077.118916:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189077.119213:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654941248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189077.119226:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941440:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189077.559526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189078.136960:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189078.586575:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189079.159792:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189079.608269:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189080.184855:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189080.631534:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189081.207437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189081.655663:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776189082.231801:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189082.231808:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189082.231811:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189082.231821:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9223 00000100:00080000:3.0:1776189082.231825:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189082.231831:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189082.231840:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189082.231854:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189082.231856:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654941632/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189082.231894:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189082.231897:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189082.231916:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189082.231990:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776189082.231995:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654941504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189082.232015:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189082.233099:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941632:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189082.234420:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941696:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189082.234436:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654941568:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189082.237760:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654941504:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776189082.239205:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189082.239213:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189082.239220:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941632:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776189082.679550:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189083.255409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189083.705061:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189084.279966:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189084.728329:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189085.306210:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189085.751843:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189086.330078:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189086.777657:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189087.351469:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189087.351612:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189087.351617:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189087.351620:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189087.351629:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9228 00000100:00080000:1.0:1776189087.351632:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189087.351637:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189087.351647:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189087.351662:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654941888/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189087.351682:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189087.351685:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189087.351715:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941824:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189087.351791:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776189087.351796:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654941760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189087.351816:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189087.351842:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941888:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189087.357841:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654941760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189087.364846:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189087.364856:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189087.364863:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654941888:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189087.365008:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189087.365020:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654941824:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189087.804371:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189088.375593:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189088.825961:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189089.399423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189089.847540:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189090.423437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189090.872167:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189091.447410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189091.895694:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189092.471484:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189092.471490:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189092.471494:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189092.471503:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9233 00000100:00080000:1.0:1776189092.471506:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189092.471512:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189092.471522:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189092.471533:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189092.471537:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654942144/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189092.471575:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189092.471578:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189092.471582:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942144:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189092.471663:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654942016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189092.471699:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654942208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189092.471738:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942080:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189092.486965:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654942016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189092.486989:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654942208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189092.490583:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189092.490593:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189092.490601:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942144:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189092.492853:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942080:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189092.921347:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189093.496208:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189093.943671:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189094.519387:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189094.967683:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189095.543639:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189095.994990:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189096.568211:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189097.015670:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189097.595890:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189097.596052:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189097.596058:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189097.596061:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189097.596069:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9239 00000100:00080000:1.0:1776189097.596071:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189097.596077:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189097.596086:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189097.596100:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654942400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189097.596127:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189097.596130:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189097.596380:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654942272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189097.596558:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189097.596588:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189097.596593:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942336:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189097.596623:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189097.602376:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189097.602387:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189097.602396:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942400:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189097.605222:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654942272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189097.605244:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189097.605270:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942336:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189098.039481:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189098.617387:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189099.063639:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189099.639606:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189100.089131:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189100.663636:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189101.111514:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189101.687424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:0.0:1776189102.137212:0:131418:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776189102.137570:0:14248:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776189102.137578:0:14248:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 00000000329bc94b/0xa474374c00046469 lrc: 2/0,0 mode: PW/PW res: [0x1684:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400020000 nid: local remote: 0xed5c52a46e4396da expref: -99 pid: 136906 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1776189102.137605:0:14248:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0xebe:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1776189102.137721:0:14248:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0xebe:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00010000:00010000:1.0:1776189102.137744:0:14248:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 000000000b4be305/0xa474374c0004608e lrc: 2/0,0 mode: PW/PW res: [0x160d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xed5c52a46e4379de expref: -99 pid: 133780 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1776189102.137756:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1776189102.137764:0:14248:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0xe45:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1776189102.137788:0:14248:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0xe45:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00010000:00010000:1.0:1776189102.137799:0:14248:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 0000000055bafcaf/0xa474374c00045dee lrc: 2/0,0 mode: PW/PW res: [0x15a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0xed5c52a46e436069 expref: -99 pid: 128126 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1776189102.137809:0:14248:0:(vvp_io.c:1820:vvp_io_init()) [0x20001b1b3:0xe1c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1776189102.137825:0:14248:0:(vvp_io.c:313:vvp_io_fini()) [0x20001b1b3:0xe1c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00010000:00010000:1.0:1776189102.137859:0:14248:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 00000000329bc94b/0xa474374c00046469 lrc: 1/0,0 mode: --/PW res: [0x1684:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xed5c52a46e4396da expref: -99 pid: 136906 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776189102.137866:0:14248:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 000000000b4be305/0xa474374c0004608e lrc: 1/0,0 mode: --/PW res: [0x160d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0xed5c52a46e4379de expref: -99 pid: 133780 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776189102.137871:0:14248:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 0000000055bafcaf/0xa474374c00045dee lrc: 1/0,0 mode: --/PW res: [0x15a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0xed5c52a46e436069 expref: -99 pid: 128126 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776189102.137876:0:14248:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:1.0:1776189102.137907:0:14248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 00000000329bc94b/0xa474374c00046469 lrc: 0/0,0 mode: --/PW res: [0x1684:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xed5c52a46e4396da expref: -99 pid: 136906 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776189102.137924:0:14248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 000000000b4be305/0xa474374c0004608e lrc: 0/0,0 mode: --/PW res: [0x160d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0xed5c52a46e4379de expref: -99 pid: 133780 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776189102.137936:0:14248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8e0e1174d800 lock: 0000000055bafcaf/0xa474374c00045dee lrc: 0/0,0 mode: --/PW res: [0x15a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0xed5c52a46e436069 expref: -99 pid: 128126 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1776189102.137952:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776189102.137954:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776189102.137955:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189102.138048:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654942528:192.168.203.125@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1776189102.147229:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654942528:192.168.203.125@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1776189102.711455:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189102.711477:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189102.711483:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189102.711487:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189102.711496:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9244 00000100:00080000:1.0:1776189102.711500:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189102.711505:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189102.711516:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189102.711530:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654942720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189102.711553:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189102.711555:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189102.711713:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654942592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189102.711794:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189102.711823:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189102.711829:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189102.712291:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189102.726781:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189102.726794:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189102.726803:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942720:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189102.726913:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189102.726928:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654942592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189102.726938:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654942784:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189103.160428:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189103.738074:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189104.183627:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189104.759886:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189105.208705:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189105.783413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189106.235167:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189106.807876:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189107.257197:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189107.832191:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189107.832198:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189107.832201:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189107.832210:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9249 00000100:00080000:1.0:1776189107.832212:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189107.832219:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189107.832227:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189107.832239:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654942976/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189107.832261:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189107.832264:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189107.832334:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654942848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189107.832406:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654943040:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189107.832426:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189107.832431:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654942912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189107.832660:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189107.832843:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942976:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189107.837867:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654942912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189107.848375:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654943040:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189107.850045:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654942848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189107.853199:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189107.853209:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189107.853218:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654942976:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189108.279764:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189108.855424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189109.305588:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189109.879560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189110.327607:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189110.903636:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189111.354160:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189111.929679:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189112.375537:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189112.951605:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654943104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189112.952363:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189112.955345:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189112.955389:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654943168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189112.955882:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189112.955889:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189112.955893:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189112.955901:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9254 00000100:00080000:1.0:1776189112.955904:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189112.955911:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189112.955924:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189112.955958:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654943232/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1776189112.956036:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943232:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776189112.956186:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189112.956190:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189112.956197:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189112.956208:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654943296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189112.960547:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189112.960559:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189112.960568:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943232:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189112.960705:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654943168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189112.960732:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654943104:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189112.960794:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654943296:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189113.400762:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189113.975863:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189114.423695:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189114.999430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189115.447716:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189116.024620:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189116.472460:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189117.048616:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189117.495700:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189118.071488:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189118.071732:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189118.071738:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189118.071742:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189118.071753:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9259 00000100:00100000:2.0:1776189118.071754:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654943424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776189118.071756:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189118.071764:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189118.071776:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189118.071792:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654943488/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189118.071830:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189118.071833:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189118.071853:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654943360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189118.071912:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943488:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189118.079490:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654943552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189118.094680:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654943424:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189118.095247:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654943360:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189118.095269:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654943552:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:0.0:1776189118.095855:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189118.095862:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189118.095867:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943488:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776189118.524587:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189119.095488:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189119.543479:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189120.119573:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189120.567747:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189121.143651:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189121.591542:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189122.167407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189122.615508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189123.191393:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189123.191501:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189123.191507:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189123.191511:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189123.191520:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9264 00000100:00080000:0.0:1776189123.191523:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189123.191529:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189123.191540:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189123.191556:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654943744/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189123.191587:0:109030:0:(import.c:86:import_set_state_nolock()) 00000000b969c02b lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1776189123.191591:0:109030:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8e0e1174d800: disconnect after 21s idle 00000100:00080000:0.0:1776189123.191594:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189123.191597:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189123.191615:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654943680:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189123.191701:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189123.191707:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654943616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189123.191989:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943744:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189123.192102:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943808:192.168.203.125@tcp:9:kworker/u8:3.0 00000100:00100000:1.0:1776189123.196783:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654943616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189123.199508:0:2277:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@000000008a8f1298 x1862459654943808/t0(0) o9->lustre-OST0000-osc-ffff8e0e1174d800@192.168.203.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1776189129 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00080000:3.0:1776189123.199523:0:2277:0:(import.c:86:import_set_state_nolock()) 00000000b969c02b lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1776189123.199526:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943808:192.168.203.125@tcp:9:kworker/u8:3.0 00000100:00100000:0.0:1776189123.200682:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654943680:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189123.202059:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189123.202068:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189123.202076:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654943744:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776189123.640279:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189124.216811:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189124.663805:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189125.239629:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189125.687752:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189126.264652:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189126.713986:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189127.288024:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189127.735786:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189128.311491:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189128.312370:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189128.312376:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189128.312379:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189128.312389:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9269 00000100:00080000:0.0:1776189128.312392:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189128.312398:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189128.312408:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189128.312425:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654944000/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189128.312449:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189128.312452:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189128.312454:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189128.312457:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189128.312477:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654943936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189128.312551:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189128.312557:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654943872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189128.312649:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189128.318196:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189128.318207:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189128.318216:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944000:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189128.331908:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654943872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189128.331929:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654943936:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189128.760207:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189129.335586:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189129.784423:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189130.359413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189130.807530:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189131.383493:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189131.831511:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189132.407417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189132.856913:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189133.431929:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189133.432112:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189133.432118:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189133.432122:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189133.432131:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9274 00000100:00080000:2.0:1776189133.432133:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189133.432139:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189133.432148:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189133.432163:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654944192/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189133.432189:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189133.432193:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189133.432195:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189133.432197:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189133.432242:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654944064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189133.432344:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189133.432351:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654944128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189133.432444:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944192:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189133.446041:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654944128:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189133.446061:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654944064:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189133.447145:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189133.447151:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189133.447158:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944192:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776189133.880020:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189134.455577:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189134.903540:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189135.479468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189135.928866:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189136.503429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189136.951860:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189137.527539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189137.975898:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189138.551505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189138.554019:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189138.554025:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189138.554028:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189138.554037:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9279 00000100:00080000:0.0:1776189138.554041:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189138.554047:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189138.554057:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189138.554072:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654944384/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189138.554099:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1776189138.554102:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654944256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189138.554104:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189138.554109:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189138.554113:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189138.554150:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654944320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189138.554205:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944384:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189138.559419:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654944256:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189138.567110:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654944320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189138.567120:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189138.567126:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189138.567132:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944384:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189139.000275:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189139.575487:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189140.023716:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189140.599421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189141.049545:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189141.627743:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189142.071578:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189142.647547:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189143.098177:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189143.671401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189143.671477:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189143.671482:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189143.671485:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189143.671493:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9285 00000100:00080000:1.0:1776189143.671496:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189143.671501:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189143.671510:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189143.671524:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654944576/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189143.671550:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189143.671554:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189143.671556:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189143.671562:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189143.671581:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654944448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189143.671593:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654944512:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189143.671673:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944576:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189143.683498:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654944448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189143.698684:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189143.698695:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189143.698704:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944576:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189143.699088:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654944512:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189144.121963:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189144.695441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189145.144147:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189145.719425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189146.167478:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189146.744424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189147.193583:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189147.767913:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189148.215575:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189148.792262:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189148.792513:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189148.792518:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189148.792521:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189148.792530:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9290 00000100:00080000:1.0:1776189148.792532:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189148.792538:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189148.792547:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189148.792564:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654944768/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189148.792584:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189148.792588:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189148.792589:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189148.792592:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189148.792626:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654944704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189148.792702:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189148.792708:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654944640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189148.793045:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944768:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189148.801230:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654944640:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189148.804125:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654944704:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189148.805684:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189148.805693:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189148.805701:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944768:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189149.239549:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189149.815778:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189150.263559:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189150.839625:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189151.287649:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189151.863455:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189152.311730:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189152.887479:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189153.335677:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189153.913200:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189153.913371:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189153.913376:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189153.913379:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189153.913387:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9295 00000100:00080000:2.0:1776189153.913390:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189153.913395:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189153.913404:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189153.913416:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654944960/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776189153.913466:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944960:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776189153.913581:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189153.913585:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189153.913588:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189153.913590:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189153.914139:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654944896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189153.914186:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189153.914193:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654944832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189153.930572:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654944832:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189153.930595:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654944896:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189153.937028:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189153.937037:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189153.937045:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654944960:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1776189154.359603:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189154.935688:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189155.388601:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189155.959611:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189156.407608:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189156.983420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189157.431545:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189158.007904:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189158.455514:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189159.032852:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189159.032860:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189159.032863:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189159.032873:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9300 00000100:00080000:2.0:1776189159.032877:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189159.032883:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189159.032903:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189159.032919:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654945152/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189159.032944:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189159.032947:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189159.032950:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189159.032952:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189159.033034:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189159.033069:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654945088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189159.033139:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945152:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189159.033213:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189159.033222:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654945024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189159.048451:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654945024:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189159.048477:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654945088:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189159.049092:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189159.049097:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189159.049103:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945152:192.168.203.125@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1776189159.479563:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189160.056151:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189160.508839:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189161.079433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189161.527530:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189162.103535:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189162.551567:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189163.127417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189163.575577:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776189164.151707:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1776189164.151959:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654945216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776189164.152060:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1776189164.152470:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189164.159602:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189164.159631:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654945280:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:3.0:1776189164.160502:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189164.160513:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9305 00000100:00080000:3.0:1776189164.160517:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189164.160523:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189164.160534:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189164.160559:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654945344/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189164.160585:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189164.160592:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189164.160594:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189164.160597:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189164.161571:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945344:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189164.161840:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654945216:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776189164.167079:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189164.167091:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189164.167101:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945344:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1776189164.167377:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654945280:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776189164.599661:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189165.175440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189165.623737:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189166.199417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189166.647928:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189167.223411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189167.671603:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189168.247429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189168.699377:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189169.274059:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189169.274066:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189169.274069:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189169.274079:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9310 00000100:00080000:1.0:1776189169.274082:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189169.274088:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189169.274097:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189169.274110:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654945536/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189169.274127:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189169.274130:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189169.274132:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189169.274135:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189169.274158:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654945472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189169.274242:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189169.274249:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654945408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189169.275107:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189169.276142:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945536:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189169.284893:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654945408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189169.284917:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654945472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189169.294157:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189169.294168:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189169.294188:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945536:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189169.728742:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189170.295591:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189170.744549:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189171.320787:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189171.767486:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189172.343628:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189172.791662:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189173.367443:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189173.815656:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189174.391550:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189174.393077:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189174.393084:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189174.393087:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189174.393096:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9315 00000100:00080000:3.0:1776189174.393099:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189174.393106:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189174.393116:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189174.393132:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654945728/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189174.393154:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189174.393157:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189174.393159:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189174.393162:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189174.393707:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945728:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189174.394335:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654945664:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189174.394394:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189174.394403:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654945600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189174.403702:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654945600:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:1.0:1776189174.407959:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189174.407969:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189174.407977:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945728:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189174.408122:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654945664:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776189174.840203:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189175.415413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189175.864823:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189176.440427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189176.890148:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189177.464155:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189177.912776:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189178.488450:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189178.937919:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189179.516992:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189179.516998:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189179.517001:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189179.517010:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9320 00000100:00080000:1.0:1776189179.517013:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189179.517019:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189179.517028:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189179.517042:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654945920/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189179.517066:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189179.517069:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189179.517071:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189179.517074:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189179.517099:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654945856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189179.517178:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189179.517185:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654945792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189179.517189:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189179.517207:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945920:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189179.521791:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654945856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189179.523767:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654945792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189179.525151:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189179.525161:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189179.525169:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654945920:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189179.961675:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189180.535391:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189180.983601:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189181.559408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189182.022224:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189182.589049:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189183.031673:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189183.607430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189184.055677:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189184.632748:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189184.632755:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189184.632758:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189184.632767:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9326 00000100:00080000:0.0:1776189184.632770:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189184.632776:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189184.632785:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189184.632799:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654946112/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189184.632816:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189184.632819:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189184.632821:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189184.632824:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189184.632860:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654945984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189184.632944:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189184.632951:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654946048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189184.633511:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189184.633604:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946112:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189184.638139:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654945984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189184.646183:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189184.646194:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189184.646202:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946112:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189184.646292:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654946048:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189185.081595:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189185.657281:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189186.103678:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189186.681734:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189187.127596:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189187.703584:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189188.152054:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189188.727552:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189189.175910:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189189.753035:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189189.753168:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189189.753173:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189189.753176:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189189.753185:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9331 00000100:00080000:3.0:1776189189.753188:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189189.753194:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189189.753203:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189189.753218:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654946304/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189189.753240:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189189.753243:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189189.753246:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189189.753248:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189189.753319:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946304:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189189.755165:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654946240:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189189.755538:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189189.755546:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654946176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776189189.761925:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189189.761936:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189189.761945:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946304:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189189.773958:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654946176:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189189.773984:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654946240:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1776189190.202282:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189190.775419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189191.223566:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189191.799995:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189192.249406:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189192.823414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189193.271541:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189193.847396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189194.296906:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189194.871680:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189194.874081:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1776189194.874086:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654946368:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189194.874088:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189194.874093:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189194.874100:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9336 00000100:00080000:0.0:1776189194.874103:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189194.874109:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189194.874119:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189194.874135:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654946496/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189194.874158:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189194.874161:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189194.874164:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189194.874166:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189194.874186:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189194.874196:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654946432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189194.875340:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946496:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189194.880209:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654946432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189194.880227:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654946368:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189194.880959:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189194.880966:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189194.880972:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946496:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189195.319849:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189195.897182:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189196.343695:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189196.919725:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189197.371806:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189197.943418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189198.391556:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189198.967615:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189199.415601:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189199.995081:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189199.995088:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189199.995091:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189199.995100:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9341 00000100:00080000:1.0:1776189199.995104:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189199.995110:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189199.995119:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189199.995132:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654946688/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189199.995152:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189199.995155:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189199.995157:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189199.995160:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189199.995179:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654946560:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189199.995249:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189199.995255:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654946624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189199.995523:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946688:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189199.995791:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189200.000740:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654946624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189200.000758:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654946560:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189200.000849:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189200.000853:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189200.000857:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946688:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189200.442216:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189201.015401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189201.464311:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189202.040491:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189202.487544:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189203.063462:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189203.511618:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189204.088044:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189204.535631:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189205.111409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189205.111565:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189205.111570:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189205.111572:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189205.111582:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9346 00000100:00080000:1.0:1776189205.111585:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189205.111592:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189205.111601:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189205.111620:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654946880/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189205.111645:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189205.111649:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189205.111651:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189205.111653:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189205.111714:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654946816:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189205.111807:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189205.111813:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654946752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1776189205.112105:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776189205.114780:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654946752:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00080000:2.0:1776189205.131974:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189205.131987:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189205.131996:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654946880:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1776189205.132119:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654946816:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776189205.559526:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189206.135425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189206.583604:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189207.160533:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189207.608646:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189208.183427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189208.631892:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189209.207428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189209.656329:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189210.231843:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189210.232167:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189210.232172:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189210.232175:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189210.232183:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9351 00000100:00080000:0.0:1776189210.232185:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189210.232190:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189210.232199:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189210.232214:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654947072/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189210.232235:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189210.232238:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189210.232241:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189210.232243:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189210.232260:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189210.232356:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189210.232361:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654946944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189210.233499:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947072:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189210.236986:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947008:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189210.239839:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654946944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189210.242189:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189210.242199:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189210.242207:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947072:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189210.683446:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189211.256029:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189211.703572:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189212.279574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189212.728279:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189213.303415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189213.752546:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189214.327374:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189214.785644:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189215.351506:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189215.351513:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189215.351517:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189215.351527:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9356 00000100:00080000:0.0:1776189215.351530:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189215.351536:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189215.351545:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189215.351559:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654947264/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189215.351582:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189215.351586:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189215.351588:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189215.351590:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189215.351617:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654947136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189215.351625:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947264:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189215.351704:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189215.351736:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947200:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189215.365710:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189215.365720:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189215.365731:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947264:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189215.366272:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654947136:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189215.367621:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947200:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189215.799540:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189216.375447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189216.823477:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189217.399549:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189217.847840:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189218.425614:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189218.872711:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189219.447594:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189219.895519:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189220.474263:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189220.474271:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189220.474274:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189220.474286:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9361 00000100:00080000:0.0:1776189220.474289:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189220.474296:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:1.0:1776189220.474323:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000008:00100000:0.0:1776189220.474403:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189220.474938:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189220.475337:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189220.475345:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654947328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189220.478872:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654947456/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189220.478900:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189220.478904:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189220.478906:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189220.478909:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189220.478991:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947456:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189220.481652:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189220.481662:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189220.481670:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947456:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189220.483154:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947392:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189220.483182:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654947328:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189220.920354:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189221.495506:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189221.943589:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189222.519405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189222.967575:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189223.543612:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189223.991587:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189224.567449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189225.015498:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189225.591626:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189225.592891:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189225.592897:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189225.592901:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189225.592910:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9367 00000100:00080000:2.0:1776189225.592913:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189225.592919:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189225.592929:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189225.592944:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654947648/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189225.592977:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189225.592980:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189225.592982:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189225.592984:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189225.593012:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654947584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189225.593030:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654947520:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189225.593105:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1776189225.605567:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189225.605578:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189225.605586:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947648:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1776189225.606593:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654947584:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1776189225.612995:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654947520:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:2.0:1776189226.039552:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189226.615598:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189227.064974:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189227.639418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189228.092269:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189228.663658:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189229.111805:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189229.687556:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189230.135675:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189230.711944:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189230.712096:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189230.712102:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189230.712108:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189230.712117:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9372 00000100:00080000:3.0:1776189230.712120:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189230.712126:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189230.712136:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189230.712153:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654947840/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189230.712180:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189230.712183:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189230.712185:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189230.712188:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189230.712253:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654947776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189230.712329:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947840:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189230.713919:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654947712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189230.718981:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654947776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189230.719073:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189230.719079:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189230.719084:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654947840:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189230.726238:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654947712:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189231.159521:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189231.735472:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189232.183514:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189232.759427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189233.207723:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189233.784102:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189234.231728:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189234.807500:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189235.257294:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189235.831404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189235.831832:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189235.831837:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189235.831840:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189235.831847:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9377 00000100:00080000:0.0:1776189235.831850:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189235.831856:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189235.831867:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189235.831882:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654948032/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189235.831904:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189235.831907:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189235.831909:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189235.831911:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189235.832037:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948032:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189235.832151:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189235.832181:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189235.832186:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654947904:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189235.834961:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654947968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189235.835189:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189235.835194:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189235.835198:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948032:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189235.838164:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654947904:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189236.279494:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189236.856385:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189237.303519:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189237.879974:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189238.327763:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189238.903429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189239.352750:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189239.929219:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189240.381001:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189240.951662:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189240.951670:0:107511:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189240.951673:0:107511:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189240.951683:0:107511:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9382 00000100:00080000:1.0:1776189240.951686:0:107511:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189240.951692:0:107511:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189240.951704:0:107511:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189240.951719:0:107511:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654948224/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189240.951745:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189240.951748:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189240.951750:0:107511:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189240.951753:0:107511:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189240.951784:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654948096:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189240.951862:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189240.951868:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654948160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776189240.951954:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189240.952322:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948224:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1776189240.958344:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189240.958355:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189240.958364:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948224:192.168.203.125@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1776189240.960635:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654948160:192.168.203.125@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1776189240.960654:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654948096:192.168.203.125@tcp:400:kworker/u8:1.0 00010000:00010000:1.0:1776189241.399562:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189241.976203:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189242.425022:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189242.999532:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189243.447759:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189244.023434:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189244.473266:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189245.047444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189245.496319:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189246.071481:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189246.071525:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189246.071531:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189246.071534:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189246.071542:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9387 00000100:00080000:3.0:1776189246.071544:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189246.071550:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189246.071559:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189246.071573:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a78ec81d x1862459654948416/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189246.071597:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189246.071601:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189246.071603:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189246.071606:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189246.071668:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948416:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189246.072990:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654948352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189246.073060:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189246.073068:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654948288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189246.086159:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654948288:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189246.086180:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654948352:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189246.088600:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189246.088610:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189246.088619:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948416:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776189246.519549:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189247.095424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189247.543513:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189248.119408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189248.567742:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189249.143415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189249.591637:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189250.168136:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189250.615598:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189251.191806:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189251.192397:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189251.192412:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189251.192416:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189251.192425:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9392 00000100:00080000:3.0:1776189251.192430:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 6s 00000100:00080000:3.0:1776189251.192436:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189251.192449:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189251.192466:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654948608/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189251.192492:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189251.192496:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189251.192498:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189251.192500:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189251.192739:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654948480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189251.192831:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189251.192855:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654948544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189251.193019:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948608:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189251.197161:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654948480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189251.198027:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189251.198034:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189251.198045:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948608:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189251.198822:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654948544:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189251.639521:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189252.215447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189252.666528:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189253.239478:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189253.688048:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189254.263415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189254.711727:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189255.287429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189255.735871:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189256.314392:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189256.314537:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189256.314542:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189256.314545:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189256.314553:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9397 00000100:00080000:3.0:1776189256.314557:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 11s 00000100:00080000:3.0:1776189256.314563:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189256.314572:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189256.314587:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654948800/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189256.314612:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189256.314615:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189256.314617:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189256.314620:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189256.314638:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654948736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189256.314712:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189256.314718:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654948672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189256.314777:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948800:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189256.318916:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654948672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189256.318938:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654948736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189256.321594:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189256.321605:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189256.321614:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948800:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189256.761092:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189257.337121:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189257.783674:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189258.359414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189258.807506:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189259.384001:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189259.832707:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189260.407918:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189260.855507:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189261.431960:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189261.431967:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189261.431971:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189261.431981:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9402 00000100:00080000:0.0:1776189261.431985:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 16s 00000100:00080000:0.0:1776189261.431991:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189261.432000:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189261.432014:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654948992/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189261.432042:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189261.432046:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189261.432046:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189261.432049:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189261.432053:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189261.432073:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654948864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189261.432081:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654948928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189261.432154:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948992:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189261.443916:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654948864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189261.449754:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189261.449764:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189261.449774:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654948992:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189261.449809:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654948928:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189261.879514:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189262.455424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189262.903502:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189263.479432:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189263.927498:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189264.503564:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189264.952430:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189265.527898:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189265.975603:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776189266.551633:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189266.551640:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189266.551643:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189266.551653:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9407 00000100:00080000:3.0:1776189266.551659:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1776189266.551663:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189266.551666:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189266.551677:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189266.551692:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654949184/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189266.551715:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189266.551719:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189266.551721:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189266.551725:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189266.551742:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654949056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189266.551748:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189266.551822:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949184:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776189266.554521:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189266.554534:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189266.554542:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949184:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189266.554832:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949120:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189266.562837:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654949056:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189266.999500:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189267.576328:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189268.024330:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189268.599464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189269.050840:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189269.623816:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189270.071534:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189270.649330:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189271.100151:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776189271.671486:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189271.671493:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189271.671497:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189271.671506:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9413 00000100:00080000:3.0:1776189271.671509:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189271.671514:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189271.671524:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189271.671553:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654949376/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189271.671577:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189271.671581:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189271.671583:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189271.671585:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189271.671609:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189271.671690:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189271.671696:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654949248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189271.673089:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949376:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189271.673223:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189271.680860:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654949248:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189271.680885:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949312:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189271.688534:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189271.688545:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189271.688553:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949376:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189272.123392:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189272.695416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189273.143507:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189273.719400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189274.167587:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189274.744281:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189275.191533:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189275.767412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189276.215880:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189276.791399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189276.792067:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189276.792169:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189276.792176:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654949440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189276.792439:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189276.792445:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189276.800165:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189276.800182:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9418 00000100:00080000:2.0:1776189276.800185:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776189276.800191:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189276.800215:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189276.800245:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654949568/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189276.800276:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189276.800280:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189276.800282:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189276.800285:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189276.800448:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949568:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189276.806459:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189276.806500:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654949440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776189276.814197:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189276.814207:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189276.814216:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949568:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189277.239975:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189277.816222:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189278.263894:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189278.839408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189279.288813:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189279.863413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189280.315531:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189280.887720:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189281.337926:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189281.911623:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189281.911998:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189281.912004:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189281.912008:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189281.912016:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9423 00000100:00080000:3.0:1776189281.912019:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189281.912025:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189281.912034:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189281.912049:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654949760/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189281.912072:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189281.912075:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189281.912077:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189281.912079:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189281.912099:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189281.912168:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949760:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189281.912188:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189281.912197:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654949632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189281.919278:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654949632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189281.919323:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654949696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189281.919356:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189281.919361:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189281.919367:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949760:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189282.360049:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189282.937130:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189283.383532:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189283.959863:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189284.410287:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189284.985074:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189285.434438:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189286.007429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189286.456591:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189287.031409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189287.031877:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189287.031882:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189287.031886:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189287.031894:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9428 00000100:00080000:2.0:1776189287.031897:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776189287.031903:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189287.031911:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189287.031931:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654949952/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189287.031953:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189287.031957:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189287.031959:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189287.031962:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189287.032013:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949952:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189287.032404:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654949824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189287.032451:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776189287.032457:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654949888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189287.035518:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654949824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189287.045447:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189287.045458:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189287.045467:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654949952:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189287.045844:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654949888:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776189287.479491:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189288.057069:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189288.505001:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189289.079744:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189289.528851:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189290.104194:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189290.552396:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189291.127406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189291.575963:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189292.151413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189292.151465:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189292.151471:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189292.151474:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189292.151483:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9433 00000100:00080000:2.0:1776189292.151486:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776189292.151491:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189292.151501:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189292.151525:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654950144/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189292.151547:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1776189292.151553:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654950016:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189292.151555:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189292.151559:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189292.151563:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189292.151584:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950144:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189292.151596:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950080:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189292.155921:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189292.155931:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189292.155951:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950144:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189292.156775:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654950016:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189292.157593:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950080:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189292.601241:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189293.175409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189293.625419:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189294.199413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189294.647518:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189295.223408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189295.671625:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189296.248284:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189296.695564:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189297.271945:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189297.272368:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189297.272373:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189297.272376:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189297.272385:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9438 00000100:00080000:3.0:1776189297.272388:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189297.272692:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189297.272702:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189297.272718:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654950336/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189297.272740:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189297.272743:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189297.272745:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189297.272748:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189297.272809:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950336:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189297.272931:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189297.272963:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189297.272969:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654950208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189297.276510:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654950208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189297.276530:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950272:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189297.276592:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189297.276596:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189297.276601:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950336:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189297.719565:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189298.295856:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189298.744418:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189299.319517:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189299.769055:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189300.343414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189300.792071:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189301.368257:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189301.815528:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189302.391656:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189302.391663:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189302.391667:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189302.391677:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9443 00000100:00080000:2.0:1776189302.391680:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776189302.391686:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189302.391696:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189302.391712:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654950528/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189302.391734:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189302.391738:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189302.391740:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189302.391743:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189302.391762:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950464:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189302.391845:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950528:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189302.391848:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189302.391857:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654950400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189302.392094:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189302.400767:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189302.400779:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189302.400788:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950528:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189302.401784:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654950400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189302.401804:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950464:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776189302.840674:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189303.417707:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189303.866147:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189304.439425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189304.887721:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189305.463405:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189305.911494:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189306.487413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189306.936902:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189307.511469:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189307.511476:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1776189307.511478:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654950592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189307.511480:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189307.511489:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9448 00000100:00080000:2.0:1776189307.511493:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776189307.511500:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189307.511511:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189307.511576:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776189307.511582:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654950656:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189307.511764:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189307.512211:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654950720/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189307.512237:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189307.512243:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189307.512245:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189307.512247:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189307.512387:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950720:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189307.516516:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654950656:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189307.516533:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654950592:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189307.516880:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189307.516885:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189307.516890:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950720:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776189307.960208:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189308.535620:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189308.983527:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189309.559422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189310.007509:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189310.583522:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189311.031507:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189311.607404:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189312.055726:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189312.632202:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189312.632466:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189312.632471:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189312.632475:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189312.632483:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9454 00000100:00080000:3.0:1776189312.632486:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189312.632491:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189312.632500:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189312.632514:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654950912/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189312.632538:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189312.632541:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189312.632544:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189312.632546:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189312.632572:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654950784:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189312.632573:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189312.632654:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950912:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189312.642871:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654950848:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189312.642984:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189312.642989:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189312.642994:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654950912:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189312.643648:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654950784:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189313.082223:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189313.656838:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189314.104148:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189314.679474:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189315.128326:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189315.705625:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189316.152387:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189316.728952:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189317.176146:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189317.751645:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189317.752343:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189317.752348:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189317.752351:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189317.752361:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9459 00000100:00080000:1.0:1776189317.752365:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189317.752372:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189317.752381:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189317.752551:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654951104/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189317.752572:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189317.752575:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189317.752578:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189317.752580:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189317.752602:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654951040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189317.752656:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654950976:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189317.752852:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1776189317.757167:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189317.757179:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189317.757188:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951104:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189317.757572:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654950976:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189317.757608:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654951040:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189318.200281:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189318.775425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189319.223525:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189319.799489:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189320.248379:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189320.823919:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189321.272830:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189321.849313:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189322.295590:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189322.871539:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189322.872076:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189322.872082:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189322.872086:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189322.872094:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9464 00000100:00080000:3.0:1776189322.872097:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189322.872102:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189322.872111:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189322.872127:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654951296/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189322.872148:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189322.872151:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189322.872154:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189322.872156:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189322.872175:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654951232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189322.872260:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189322.872266:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654951168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189322.872652:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951296:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189322.875789:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654951168:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189322.887204:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654951232:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189322.888079:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189322.888085:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189322.888091:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951296:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189323.319618:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189323.897103:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189324.344982:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189324.919423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189325.369139:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189325.943403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189326.391592:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189326.967408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189327.416421:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776189327.991651:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189327.991659:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189327.991662:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189327.991673:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9469 00000100:00100000:2.0:1776189327.991675:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654951360:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189327.991677:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189327.991687:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189327.991697:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189327.991715:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654951488/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776189327.991735:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189327.991739:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189327.991752:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189327.991755:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189327.991758:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189327.991770:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189327.991778:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654951424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189327.992626:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951488:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776189327.997958:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189327.997969:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189327.997978:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951488:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189327.998034:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654951424:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189327.998047:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654951360:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189328.439772:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189329.016605:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189329.463565:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189330.039428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189330.488200:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189331.064105:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189331.511562:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189332.089546:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189332.536800:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189333.111408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189333.111559:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189333.111564:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189333.111567:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189333.111576:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9474 00000100:00080000:1.0:1776189333.111579:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189333.111586:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189333.111596:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189333.111610:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654951680/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189333.111643:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189333.111646:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189333.111649:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189333.111652:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189333.111712:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654951552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189333.111764:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951680:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189333.111808:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189333.111817:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654951616:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776189333.116256:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189333.116267:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189333.116275:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951680:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189333.117335:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654951552:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189333.117364:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654951616:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776189333.559701:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189334.135505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189334.583508:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189335.159401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189335.607519:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189336.183393:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189336.631781:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189337.207425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189337.655588:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189338.231429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189338.232241:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654951744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189338.232773:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189338.232780:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654951808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189338.232998:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189338.233004:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189338.233007:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189338.233012:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9479 00000100:00080000:3.0:1776189338.233014:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189338.233020:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189338.233029:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189338.233045:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654951872/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776189338.233095:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951872:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189338.233349:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189338.233354:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189338.233356:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189338.233359:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189338.244329:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654951808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189338.244350:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654951744:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189338.246892:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189338.246902:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189338.246910:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654951872:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189338.681294:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189339.255414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189339.703628:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189340.279418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189340.727902:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189341.303550:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189341.754522:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189342.327409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189342.775466:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189343.351451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189343.351579:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189343.351584:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189343.351587:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189343.351595:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9484 00000100:00080000:1.0:1776189343.351598:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189343.351603:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189343.351612:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189343.351626:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654952064/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189343.351645:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189343.351648:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189343.351650:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189343.351652:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189343.351691:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654951936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189343.351724:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952064:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189343.351776:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189343.351786:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654952000:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189343.366690:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189343.366701:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189343.366710:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952064:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189343.367935:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654951936:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189343.367965:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654952000:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189343.799577:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189344.375920:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189344.823631:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189345.399505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189345.847520:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189346.423505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189346.871743:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189347.447545:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189347.895501:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189348.471523:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189348.471726:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189348.471731:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189348.471734:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189348.471742:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9489 00000100:00080000:1.0:1776189348.471745:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189348.471750:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189348.471759:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189348.471772:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654952256/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189348.471796:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189348.471799:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189348.471801:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189348.471803:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189348.471838:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952256:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189348.471866:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654952192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189348.471925:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189348.471933:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654952128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189348.477988:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654952128:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189348.478025:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1776189348.478026:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654952192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189348.478032:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189348.478038:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952256:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776189348.919534:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189349.495466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189349.943606:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189350.519465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189350.967568:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189351.543422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189351.991718:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189352.567474:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189353.015994:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189353.591422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189353.591668:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189353.591673:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189353.591676:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189353.591685:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9495 00000100:00080000:3.0:1776189353.591687:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189353.591694:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189353.591703:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189353.591719:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654952448/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776189353.591775:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952448:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189353.592031:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189353.592036:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189353.592038:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189353.592041:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189353.592573:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654952384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189353.592630:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189353.592637:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654952320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189353.603681:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654952320:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189353.605579:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1776189353.605588:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654952384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189353.605589:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189353.605602:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952448:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189354.040004:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189354.615741:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189355.063475:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189355.639445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189356.087510:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189356.663499:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189357.113549:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189357.687445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189358.136830:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189358.711417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189358.711512:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189358.711518:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189358.711522:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189358.711531:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9500 00000100:00080000:1.0:1776189358.711534:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1776189358.711577:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654952512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189358.711657:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189358.711663:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654952576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189358.711861:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189358.711871:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189358.713979:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654952576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189358.713997:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654952512:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189358.717677:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654952640/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189358.717719:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189358.717724:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189358.717726:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189358.717728:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189358.717824:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952640:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:1.0:1776189358.728370:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189358.728391:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189358.728401:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952640:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189359.160746:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189359.735429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189360.183510:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189360.759472:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189361.207588:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189361.783461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189362.231522:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189362.807408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189363.255536:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189363.831510:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189363.832080:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189363.832086:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189363.832090:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189363.832098:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9505 00000100:00080000:2.0:1776189363.832100:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1776189363.832106:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189363.832115:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189363.832129:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654952832/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189363.832149:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189363.832153:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189363.832155:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189363.832157:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189363.832179:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654952768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189363.832259:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952832:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189363.832274:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189363.832283:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654952704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189363.844387:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189363.844398:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189363.844407:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654952832:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189363.845033:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654952704:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189363.845049:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654952768:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776189364.280381:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189364.855595:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189365.303518:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189365.879456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189366.327626:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189366.903541:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189367.352907:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189367.927415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189368.375571:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189368.951397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189368.954342:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654952896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189368.963819:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189368.963928:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654952960:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189368.968715:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189368.968724:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189368.968727:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189368.968736:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9510 00000100:00080000:3.0:1776189368.968739:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189368.968745:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189368.968757:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189368.968788:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654953024/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776189368.968864:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953024:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189368.968945:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189368.968949:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189368.968951:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189368.968953:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189368.971514:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654952896:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189368.974350:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189368.974360:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189368.974369:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953024:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189368.974531:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654952960:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189369.399596:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189369.975605:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189370.423842:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189371.000704:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189371.447531:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189372.023412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189372.471726:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189373.047881:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189373.495507:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189374.071517:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189374.071522:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189374.071524:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189374.071532:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9515 00000100:00080000:1.0:1776189374.071534:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189374.071539:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189374.071546:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189374.071556:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654953216/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189374.071569:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189374.071572:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189374.071574:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189374.071576:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189374.071608:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654953088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189374.071685:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189374.071695:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654953152:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189374.071836:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953216:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189374.075459:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189374.075673:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654953152:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189374.075686:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654953088:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189374.080117:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189374.080127:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189374.080137:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953216:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776189374.520917:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189375.096685:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189375.543845:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189376.119424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189376.567618:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189377.143580:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189377.591526:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189378.168235:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189378.616089:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189379.191447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189379.192103:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189379.192109:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189379.192112:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189379.192120:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9520 00000100:00080000:1.0:1776189379.192126:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189379.192135:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189379.192145:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189379.192159:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654953408/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189379.192175:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189379.192178:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189379.192180:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189379.192184:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189379.192337:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654953344:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189379.192418:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189379.192425:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654953280:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189379.194067:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953408:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189379.204294:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654953280:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189379.209434:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189379.209444:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189379.209453:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953408:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189379.210226:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654953344:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189379.641339:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189380.215479:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189380.663514:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189381.239420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189381.687503:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189382.263448:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189382.711589:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189383.287427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189383.735706:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189384.311394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189384.311443:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1776189384.311446:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189384.311452:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189384.311455:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1776189384.311459:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654953536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189384.311463:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9525 00000100:00080000:1.0:1776189384.311467:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189384.311472:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189384.311482:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189384.311500:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654953600/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189384.311544:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189384.311547:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189384.311550:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1776189384.311553:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654953472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189384.311554:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189384.311862:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953600:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189384.317612:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654953536:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189384.317630:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654953472:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189384.317713:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189384.317718:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189384.317723:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953600:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189384.759581:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189385.335400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189385.785533:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189386.361727:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189386.807686:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189387.383464:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189387.831646:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189388.409556:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189388.860373:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189389.436557:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654953664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189389.436841:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189389.438182:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189389.438199:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654953728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776189389.440509:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189389.440518:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189389.440521:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189389.440530:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9530 00000100:00080000:3.0:1776189389.440534:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1776189389.440539:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189389.440549:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189389.440871:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4fcba10 x1862459654953792/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189389.440896:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189389.440900:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189389.440902:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189389.440906:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189389.441920:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953792:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189389.448236:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654953728:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189389.448255:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654953664:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189389.457867:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189389.457890:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189389.457900:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953792:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776189389.879619:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189390.455576:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189390.903719:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189391.479416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189391.928508:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189392.503437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189392.951537:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189393.530615:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189393.978670:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189394.551560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189394.552556:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189394.552560:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189394.552564:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189394.552573:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9535 00000100:00080000:0.0:1776189394.552577:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1776189394.552583:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189394.552591:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189394.552606:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654953984/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189394.552631:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189394.552634:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189394.552637:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189394.552639:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189394.552658:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654953920:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189394.552792:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654953856:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189394.552848:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953984:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189394.558250:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654953920:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189394.567672:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189394.567683:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189394.567691:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654953984:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189394.568348:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654953856:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189395.000524:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189395.576553:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189396.023589:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189396.600563:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189397.047542:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189397.623402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189398.071547:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189398.647425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189399.095898:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189399.671415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189399.671559:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189399.671564:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189399.671567:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189399.671575:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9541 00000100:00080000:1.0:1776189399.671578:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1776189399.671584:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189399.671594:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189399.671608:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654954176/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776189399.671676:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954176:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776189399.671765:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189399.671769:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189399.671771:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189399.671774:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189399.671790:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654954112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189399.671819:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189399.671825:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654954048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189399.675861:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654954048:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189399.675883:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654954112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189399.676409:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189399.676415:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189399.676419:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954176:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189400.119600:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189400.695853:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189401.146067:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189401.723597:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189402.167853:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189402.743422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189403.192127:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189403.767521:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189404.215545:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189404.791416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189404.791661:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189404.791666:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189404.791669:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189404.791678:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9546 00000100:00080000:3.0:1776189404.791681:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189404.791696:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189404.791705:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189404.791720:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654954368/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1776189404.791729:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654954304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776189404.791741:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189404.791744:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189404.791746:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189404.791748:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189404.791780:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654954240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189404.792037:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954368:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189404.797116:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654954240:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189404.797159:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654954304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189404.797214:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189404.797220:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189404.797225:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954368:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776189405.241171:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189405.815452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189406.268530:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189406.839397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189407.288077:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189407.863418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189408.312713:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189408.889908:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189409.335641:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189409.911411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189409.911607:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654954432:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189409.911822:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189409.911828:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654954496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189409.912091:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189409.912097:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189409.912100:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189409.912106:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9551 00000100:00080000:0.0:1776189409.912108:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189409.912113:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189409.912122:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189409.912140:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654954560/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189409.912159:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189409.912166:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189409.912168:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189409.912171:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189409.912457:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954560:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189409.914711:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654954496:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189409.915014:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189409.915020:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189409.915024:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954560:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189409.915238:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654954432:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189410.359488:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189410.937394:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189411.383708:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189411.961481:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189412.409667:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189412.983509:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189413.432508:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189414.008107:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189414.455619:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189415.031828:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189415.034462:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654954624:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189415.034884:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189415.034891:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654954688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189415.036460:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189415.036468:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189415.036471:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189415.036479:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9556 00000100:00080000:1.0:1776189415.036482:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189415.036487:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189415.036499:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189415.036527:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654954752/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189415.036559:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189415.036562:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189415.036564:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189415.036567:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189415.036785:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954752:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776189415.042031:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189415.042042:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189415.042051:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954752:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189415.042136:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654954688:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189415.042147:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654954624:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189415.480541:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189416.055410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189416.507793:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189417.079774:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189417.527497:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189418.104059:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189418.551520:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189419.127956:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189419.575494:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189420.151784:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189420.151791:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189420.151794:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189420.151804:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9561 00000100:00080000:0.0:1776189420.151807:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189420.151813:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189420.151822:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189420.151834:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654954944/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189420.151856:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189420.151859:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189420.151861:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189420.151864:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189420.151886:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654954880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189420.151958:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189420.151964:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654954816:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189420.153029:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954944:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189420.155352:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189420.159535:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189420.159546:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189420.159555:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654954944:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189420.159935:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654954880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189420.159954:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654954816:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189420.599561:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189421.175466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189421.623766:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189422.200787:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189422.650220:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189423.223921:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189423.671641:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189424.247421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189424.695556:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189425.271403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189425.271487:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189425.271492:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189425.271495:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189425.271504:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9566 00000100:00080000:3.0:1776189425.271507:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189425.271514:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189425.271523:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189425.271538:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000790d58c3 x1862459654955136/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189425.271559:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1776189425.271693:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654955072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189425.271776:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189425.271783:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654955008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189425.272064:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955136:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1776189425.272190:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189425.272193:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189425.272195:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189425.282278:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654955072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189425.282323:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654955008:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189425.283292:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189425.283359:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189425.283365:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955136:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776189425.720262:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189426.295427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189426.743522:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189427.319447:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189427.767499:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189428.343693:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189428.791479:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189429.367835:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189429.815596:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776189430.391463:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189430.391470:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189430.391473:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189430.391483:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9571 00000100:00080000:3.0:1776189430.391487:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189430.391493:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189430.391503:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189430.391515:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654955328/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189430.391541:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189430.391544:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189430.391547:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189430.391549:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189430.391571:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654955264:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189430.391655:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189430.391661:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654955200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189430.391777:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955328:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189430.392295:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189430.398788:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189430.398798:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189430.398807:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955328:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189430.399118:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654955200:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189430.399133:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654955264:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776189430.840864:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189431.415457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189431.863528:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189432.439410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189432.887519:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189433.463499:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189433.916621:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189434.487403:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189434.935605:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189435.511441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189435.515818:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189435.515826:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189435.515829:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189435.515838:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9576 00000100:00080000:3.0:1776189435.515842:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189435.515847:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189435.515857:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189435.515880:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b8b1d8f x1862459654955520/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189435.515903:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189435.515907:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189435.515909:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189435.515911:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189435.515936:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654955456:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189435.516016:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189435.516022:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654955392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189435.516684:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955520:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776189435.528554:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189435.528566:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189435.528575:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955520:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189435.532112:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654955392:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189435.532139:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654955456:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776189435.960804:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189436.535505:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189436.983931:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189437.559429:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189438.007526:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189438.583422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189439.031684:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189439.607415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189440.057693:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189440.631573:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189440.631581:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189440.631584:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189440.631593:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9582 00000100:00080000:0.0:1776189440.631597:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189440.631603:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189440.631613:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189440.631637:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654955712/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189440.631661:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189440.631664:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189440.631666:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189440.631669:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189440.631820:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955712:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189440.631907:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189440.633658:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654955584:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189440.633746:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189440.633754:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654955648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189440.642213:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189440.642225:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189440.642234:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955712:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189440.643692:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654955648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189440.645618:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654955584:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189441.082854:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189441.655409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189442.103517:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189442.679426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189443.127532:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189443.703449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189444.151719:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189444.727396:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189445.175616:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189445.751869:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189445.751876:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189445.751879:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189445.751888:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9587 00000100:00080000:0.0:1776189445.751891:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189445.751897:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189445.751908:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189445.751922:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000062773952 x1862459654955904/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189445.751946:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189445.751950:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189445.751952:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189445.751954:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189445.752056:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955904:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189445.752547:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654955776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189445.752595:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189445.752601:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654955840:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189445.754813:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189445.761442:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189445.761452:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189445.761462:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654955904:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189445.763144:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654955776:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189445.763182:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654955840:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189446.202510:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189446.776676:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189447.223527:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189447.800734:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189448.248089:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189448.823413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189449.271918:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189449.847781:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189450.295498:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189450.871758:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189450.871766:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189450.871771:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189450.871782:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9592 00000100:00080000:1.0:1776189450.871785:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:0.0:1776189450.871793:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654955968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189450.871793:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189450.871804:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189450.871820:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654956096/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189450.871841:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189450.871844:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189450.871847:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189450.871849:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189450.871871:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654956032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189450.874587:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956096:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189450.876908:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654955968:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189450.876954:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189450.880095:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654956032:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189450.881899:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189450.881910:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189450.881918:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956096:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776189451.319561:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189451.895419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189452.343632:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189452.919415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189453.368916:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189453.944484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189454.391530:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189454.967408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189455.415467:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189455.992654:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189455.992661:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189455.992665:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189455.992677:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9597 00000100:00080000:0.0:1776189455.992680:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189455.992687:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189455.992696:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189455.992714:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000174f5c48 x1862459654956288/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189455.992738:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189455.992742:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189455.992746:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189455.992748:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189455.992806:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654956224:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189455.992806:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956288:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189455.992865:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189456.004854:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189456.004875:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654956160:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189456.011799:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189456.011811:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189456.011820:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956288:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189456.012081:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654956160:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189456.013027:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654956224:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189456.439517:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189457.015435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189457.465193:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189458.039393:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189458.489542:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189459.063465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189459.512333:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189460.088065:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189460.535546:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189461.111576:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189461.112090:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189461.112095:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1776189461.112100:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654956352:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776189461.112100:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189461.112109:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9602 00000100:00080000:3.0:1776189461.112112:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189461.112119:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189461.112129:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189461.112144:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654956480/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189461.112174:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189461.112178:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189461.112180:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189461.112183:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189461.112201:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654956416:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189461.112293:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956480:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189461.129990:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654956352:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189461.138927:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654956416:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189461.139153:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189461.139158:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189461.139163:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956480:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189461.565316:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189462.136014:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189462.583675:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189463.159422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189463.607544:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189464.183992:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189464.633505:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189465.207920:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189465.656006:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189466.231426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189466.231542:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189466.231548:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189466.231551:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189466.231559:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9607 00000100:00080000:1.0:1776189466.231562:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189466.231568:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189466.231577:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189466.231592:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654956672/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189466.231610:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189466.231614:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189466.231616:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189466.231618:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189466.231776:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654956544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189466.231869:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189466.231875:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654956608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189466.233198:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956672:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189466.238022:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654956608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189466.238039:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654956544:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189466.238386:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189466.238392:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189466.238397:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956672:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189466.680237:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189467.258929:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189467.703577:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189468.279895:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189468.727604:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189469.303397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189469.752577:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189470.328999:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189470.776012:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189471.352633:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189471.352669:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189471.352676:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189471.352680:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189471.352688:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9612 00000100:00100000:1.0:1776189471.352688:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654956736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189471.352693:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189471.352702:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189471.352713:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189471.352728:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654956864/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189471.352747:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189471.352750:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189471.352752:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189471.352754:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189471.352773:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654956800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189471.353444:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956864:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776189471.357709:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189471.357719:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189471.357728:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654956864:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189471.358109:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654956736:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189471.358248:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654956800:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189471.799528:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189472.375424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189472.823569:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189473.399653:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189473.847545:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189474.423638:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189474.871641:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189475.447457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189475.896591:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189476.471415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189476.471670:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189476.471675:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189476.471678:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189476.471687:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9617 00000100:00080000:1.0:1776189476.471689:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189476.471695:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189476.471704:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189476.471717:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654957056/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189476.471732:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189476.471736:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189476.471738:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189476.471740:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189476.471798:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654956928:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189476.471957:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957056:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189476.471982:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189476.471991:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654956992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189476.476904:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189476.476921:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189476.476931:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957056:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189476.477261:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654956992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189476.477274:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654956928:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189476.919573:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189477.496366:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189477.943587:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189478.519444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189478.967524:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189479.543799:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189479.991503:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189480.567412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189481.015666:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189481.591457:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189481.591633:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189481.591641:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189481.591644:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189481.591652:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9623 00000100:00080000:3.0:1776189481.591655:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189481.591661:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189481.591670:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189481.591685:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654957248/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189481.591707:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189481.591710:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189481.591712:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189481.591715:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189481.591733:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654957184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189481.591814:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189481.591821:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654957120:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189481.591896:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957248:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189481.598698:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654957184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189481.600805:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189481.600817:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189481.600829:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957248:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189481.602882:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654957120:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189482.039616:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189482.615508:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189483.063514:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189483.639373:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189484.087521:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189484.663456:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189485.112430:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189485.687821:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189486.135621:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189486.711667:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189486.711674:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189486.711677:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189486.711687:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9628 00000100:00080000:2.0:1776189486.711690:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189486.711695:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189486.711704:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189486.711719:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654957440/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189486.711738:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189486.711742:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189486.711744:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189486.711747:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189486.711783:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957440:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189486.711954:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654957312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189486.711989:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776189486.711996:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654957376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189486.712574:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189486.718380:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654957376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189486.718398:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654957312:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189486.722966:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189486.722978:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189486.722988:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957440:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776189487.159497:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189487.739786:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189488.185041:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189488.759437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189489.207536:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189489.783417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189490.231554:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189490.808564:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189491.256266:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189491.831426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189491.831789:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189491.831794:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189491.831797:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189491.831808:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9633 00000100:00080000:3.0:1776189491.831811:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189491.831817:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189491.831828:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189491.831843:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654957632/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189491.831864:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189491.831867:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189491.831869:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189491.831872:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189491.831877:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654957504:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189491.831885:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654957568:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189491.831956:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957632:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776189491.835238:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189491.835249:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189491.835259:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957632:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189491.835341:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654957568:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189491.847056:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654957504:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776189492.279500:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189492.855581:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189493.303512:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189493.879412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189494.329459:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189494.903421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189495.351542:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189495.927408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189496.375539:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189496.951446:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189496.952007:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189496.952013:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189496.952017:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189496.952025:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9638 00000100:00080000:1.0:1776189496.952028:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189496.952034:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189496.952044:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189496.952059:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654957824/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189496.952083:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189496.952095:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189496.952098:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189496.952101:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189496.952176:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654957696:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189496.952194:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957824:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189496.952253:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189496.952259:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654957760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189496.956836:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654957760:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189496.957049:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189496.957055:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189496.957060:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654957824:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189496.963196:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654957696:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189497.401023:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189497.975424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189498.424593:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189498.999407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189499.450085:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189500.023477:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189500.471669:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189501.047415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189501.495757:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189502.071572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189502.071801:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189502.071807:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189502.071811:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189502.071819:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9643 00000100:00080000:2.0:1776189502.071823:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189502.071832:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000100:00100000:3.0:1776189502.071832:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654957952:192.168.203.125@tcp:400:kworker/u8:2.0 00000008:00100000:2.0:1776189502.071843:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189502.071860:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4b6a7c2 x1862459654958016/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189502.071882:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189502.071885:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189502.071887:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189502.071889:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189502.071918:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189502.071926:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654957888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189502.073118:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958016:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189502.081378:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654957888:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189502.081401:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654957952:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189502.082812:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189502.082822:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189502.082830:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958016:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189502.519508:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189503.095491:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189503.543522:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189504.119418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189504.568098:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189505.143668:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189505.591646:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189506.167644:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189506.616689:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189507.191527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189507.191544:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189507.191550:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189507.191553:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1776189507.191557:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654958080:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189507.191560:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9648 00000100:00080000:1.0:1776189507.191565:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189507.191572:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189507.191582:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189507.191599:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654958208/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189507.191619:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189507.191622:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189507.191623:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189507.191625:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189507.191642:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189507.191650:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654958144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189507.191769:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958208:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189507.193555:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654958144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189507.195958:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654958080:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189507.196110:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189507.196116:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189507.196122:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958208:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189507.640510:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189508.215437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189508.664515:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189509.241984:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189509.687706:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189510.265085:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189510.711629:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189511.287411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189511.736238:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189512.311542:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189512.312372:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654958272:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189512.314322:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189512.314342:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654958336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189512.314920:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189512.314926:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189512.314929:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189512.314935:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9653 00000100:00080000:1.0:1776189512.314937:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189512.314942:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189512.314951:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189512.314975:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080f00cca x1862459654958400/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189512.315007:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189512.315011:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189512.315013:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189512.315015:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189512.315100:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958400:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776189512.321529:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1776189512.321533:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654958336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189512.321538:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189512.321545:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654958272:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189512.321546:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958400:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776189512.759522:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189513.335416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189513.783590:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189514.361698:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189514.811203:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189515.383409:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189515.831578:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189516.408057:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189516.858700:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189517.443926:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189517.443933:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189517.443936:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189517.443946:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9658 00000100:00080000:0.0:1776189517.443950:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189517.443955:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189517.443965:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189517.443980:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea725171 x1862459654958592/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189517.444008:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189517.444011:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189517.444014:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189517.444017:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189517.444046:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654958528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189517.444131:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189517.444137:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654958464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189517.444414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189517.445518:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958592:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1776189517.452386:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189517.452399:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189517.452409:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea725171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958592:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189517.458490:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654958464:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189517.458514:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654958528:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189517.881169:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189518.455471:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189518.905429:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189519.479450:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189519.927491:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189520.503407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189520.953026:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189521.527416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189521.976140:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189522.551982:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189522.552974:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189522.552979:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189522.552982:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189522.552992:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9663 00000100:00080000:2.0:1776189522.552994:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189522.553001:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189522.553011:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189522.553025:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4b6a7c2 x1862459654958784/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189522.553052:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189522.553056:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189522.553057:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189522.553060:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189522.553699:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654958656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189522.553777:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776189522.553783:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654958720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189522.556633:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958784:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189522.568333:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654958720:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189522.569645:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654958656:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189522.572605:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189522.572614:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189522.572622:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958784:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189523.000474:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189523.575437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189524.026040:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189524.599561:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189525.047576:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189525.623560:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189526.071529:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189526.648173:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189527.097034:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189527.671490:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189527.671498:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189527.671502:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189527.671516:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9669 00000100:00080000:2.0:1776189527.671519:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189527.671526:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189527.671538:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189527.671564:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ba9262 x1862459654958976/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189527.671583:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189527.671587:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189527.671589:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189527.671591:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189527.671804:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654958848:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189527.671899:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776189527.671905:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654958912:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189527.672236:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958976:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189527.672387:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189527.676978:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189527.676989:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189527.676998:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654958976:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189527.678668:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654958912:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189527.678685:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654958848:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1776189528.121128:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189528.695483:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189529.143525:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189529.719440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189530.167534:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189530.743410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189531.191488:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189531.767885:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189532.216124:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189532.792204:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189532.792591:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189532.792597:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189532.792600:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189532.792608:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9674 00000100:00080000:3.0:1776189532.792611:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189532.792617:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189532.792627:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189532.792642:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b26b3ae x1862459654959168/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189532.792669:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189532.792672:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189532.792674:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189532.792677:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189532.792698:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654959104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189532.792850:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654959040:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189532.793121:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959168:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:0.0:1776189532.821944:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189532.821956:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189532.821965:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959168:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189532.822137:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654959104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189532.822862:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654959040:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1776189533.239566:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189533.815589:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189534.264728:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189534.839577:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189535.287519:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189535.863425:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189536.311457:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189536.887435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189537.335762:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189537.911435:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189537.914675:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654959232:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189537.915260:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776189537.915271:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654959296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189537.915286:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189537.915292:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189537.915295:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189537.917212:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9679 00000100:00080000:2.0:1776189537.917219:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189537.917225:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189537.917236:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189537.921915:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654959360/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776189537.922063:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959360:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776189537.922357:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189537.922362:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189537.922364:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189537.922366:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189537.928652:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654959296:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189537.928672:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654959232:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189537.932128:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189537.932139:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189537.932149:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959360:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189538.359690:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189538.935653:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189539.383587:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189539.959421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189540.408811:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189540.983527:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189541.431612:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189542.007563:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189542.455511:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189543.032000:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189543.032439:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654959424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189543.032976:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189543.032985:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654959488:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:3.0:1776189543.033251:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189543.033257:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189543.033261:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189543.033266:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9684 00000100:00080000:3.0:1776189543.033268:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189543.033434:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189543.033445:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189543.034240:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf8ba78 x1862459654959552/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1776189543.034316:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959552:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1776189543.034721:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189543.034725:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189543.034727:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189543.034729:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189543.037506:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654959424:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189543.040245:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189543.040254:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189543.040263:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959552:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189543.040724:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654959488:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189543.480511:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189544.055419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189544.504109:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189545.079420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189545.527512:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189546.106147:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189546.551511:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189547.127406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189547.575527:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189548.154691:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189548.154929:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189548.154934:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189548.154937:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189548.154946:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9689 00000100:00080000:1.0:1776189548.154948:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189548.154954:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189548.154964:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189548.154991:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654959744/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189548.155009:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189548.155013:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189548.155015:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189548.155017:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189548.155128:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959744:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189548.155411:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654959616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189548.155442:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189548.155447:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654959680:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189548.161157:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654959616:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189548.172381:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189548.172392:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189548.172401:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959744:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189548.172744:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654959680:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189548.600123:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189549.175441:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189549.624734:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189550.199753:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189550.647594:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189551.223512:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189551.672881:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189552.247442:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189552.695553:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189553.274656:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189553.274663:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189553.274667:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189553.274676:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9694 00000100:00080000:1.0:1776189553.274680:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189553.274685:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189553.274695:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189553.274708:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654959936/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189553.274725:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189553.274729:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189553.274731:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189553.274733:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189553.276835:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959936:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189553.277171:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654959872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189553.277204:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189553.277210:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654959808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189553.277388:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189553.281159:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654959808:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189553.281184:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654959872:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189553.281346:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189553.281352:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189553.281356:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654959936:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776189553.721219:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189554.295714:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189554.743544:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189555.320140:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189555.767639:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189556.343695:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189556.792020:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189557.368190:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189557.815806:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189558.396163:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189558.396178:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189558.396182:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189558.396192:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9699 00000100:00080000:2.0:1776189558.396202:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189558.396209:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189558.396219:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189558.396234:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654960128/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189558.396258:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189558.396261:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189558.396264:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189558.396266:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189558.396290:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189558.396385:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189558.396391:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960000:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189558.396534:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960128:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189558.396874:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189558.399272:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960000:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189558.399293:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960064:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189558.401122:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189558.401131:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189558.401138:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960128:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189558.839592:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189559.415576:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189559.863556:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189560.439413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189560.887847:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189561.463813:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189561.911735:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189562.487431:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189562.938515:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189563.511543:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189563.512085:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189563.512091:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189563.512094:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189563.512103:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9704 00000100:00080000:3.0:1776189563.512106:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189563.512112:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189563.512123:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189563.512138:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000524bdd77 x1862459654960320/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189563.512164:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189563.512167:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189563.512170:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189563.512172:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189563.512193:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960256:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189563.512286:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189563.512293:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189563.512411:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960320:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776189563.518466:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189563.518478:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189563.518487:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000524bdd77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960320:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189563.518490:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960192:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189563.518504:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960256:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189563.959528:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189564.535444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189564.985086:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189565.559734:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189566.010369:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189566.584074:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189567.032323:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189567.610754:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189568.059283:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189568.631581:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189568.631587:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189568.631590:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189568.631600:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9710 00000100:00080000:2.0:1776189568.631603:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189568.631609:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189568.631618:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189568.631634:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008466f3ee x1862459654960512/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189568.631656:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189568.631659:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189568.631661:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189568.631663:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189568.631735:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960512:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189568.631956:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960448:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189568.631989:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189568.631995:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189568.632520:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189568.636474:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041c7f73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960384:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189568.648554:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189568.648565:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189568.648584:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008466f3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960512:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189568.649934:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b617d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960448:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189569.079751:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189569.655422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189570.103605:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189570.679364:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189571.127877:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189571.705426:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189572.152114:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189572.727398:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189573.175556:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189573.751419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189573.752026:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189573.752031:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189573.752034:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189573.752043:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9715 00000100:00080000:3.0:1776189573.752046:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189573.752051:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189573.752062:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189573.752078:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000050b64234 x1862459654960704/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189573.752103:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189573.752107:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189573.752110:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189573.752112:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189573.752135:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654960576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189573.752135:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189573.752214:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960704:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189573.756661:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf8ba78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654960576:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189573.759362:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960640:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189573.759526:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189573.759531:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189573.759535:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050b64234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960704:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776189574.199504:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189574.775421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189575.223607:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189575.799760:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189576.248524:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189576.823420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189577.271480:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189577.847428:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189578.295761:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189578.871421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189578.872775:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189578.872781:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189578.872784:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189578.872793:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9720 00000100:00080000:3.0:1776189578.872796:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189578.872801:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189578.872809:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189578.872821:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2aead53 x1862459654960896/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189578.872843:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189578.872846:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189578.872848:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189578.872851:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189578.872869:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189578.872942:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189578.872948:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189578.873738:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960896:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189578.885537:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960768:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189578.885558:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654960832:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189578.889626:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189578.889642:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189578.889652:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2aead53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654960896:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189579.319609:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189579.895406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189580.343594:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189580.919414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189581.367575:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189581.943399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189582.392812:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189582.967655:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189583.415650:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189583.991445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189583.991590:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189583.991595:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189583.991598:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189583.991606:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9725 00000100:00080000:3.0:1776189583.991608:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189583.991614:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189583.991622:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189583.991636:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d96b2035 x1862459654961088/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189583.991660:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189583.991663:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189583.991664:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189583.991667:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189583.991685:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654961024:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189583.991766:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189583.991772:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960960:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189583.991863:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961088:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776189583.996151:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189583.996161:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189583.996170:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b2035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961088:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189583.996887:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654961024:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189583.996908:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654960960:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189584.439538:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189585.015495:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189585.463735:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189586.039419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189586.492812:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189587.063422:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189587.513097:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189588.087540:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189588.536030:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189589.111412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189589.111623:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189589.111628:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189589.111632:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189589.111641:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9730 00000100:00080000:1.0:1776189589.111644:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189589.111650:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189589.111660:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189589.111673:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654961280/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189589.111697:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189589.111700:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189589.111703:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189589.111705:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189589.111761:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654961152:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189589.111868:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189589.111874:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654961216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189589.112321:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961280:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1776189589.122979:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189589.122989:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189589.122998:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961280:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189589.124537:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654961216:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189589.124555:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654961152:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189589.560033:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189590.135406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189590.586902:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189591.159498:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189591.607666:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189592.183407:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189592.633124:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189593.208145:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189593.655563:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189594.232169:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189594.232178:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189594.232182:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189594.232196:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9735 00000100:00080000:1.0:1776189594.232200:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189594.232211:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189594.232222:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189594.232243:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b188ee0 x1862459654961472/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189594.232271:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189594.232275:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189594.232278:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189594.232280:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189594.232947:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961472:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189594.233088:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654961408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189594.233127:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189594.233133:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654961344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189594.233414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189594.242806:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654961408:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189594.249379:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1776189594.249383:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654961344:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189594.249389:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189594.249396:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961472:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776189594.679423:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189595.255643:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189595.704020:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189596.279578:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189596.727735:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189597.303549:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189597.756289:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189598.327524:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189598.775519:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189599.351537:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189599.351637:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189599.351643:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189599.351646:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189599.351654:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9740 00000100:00080000:3.0:1776189599.351657:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189599.351681:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189599.351690:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189599.351706:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4ecca61 x1862459654961664/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189599.351734:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189599.351738:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189599.351740:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189599.351743:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189599.351772:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654961600:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189599.351858:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189599.351865:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654961536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189599.353367:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961664:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189599.354228:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654961600:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189599.355631:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654961536:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189599.356820:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189599.356828:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189599.356834:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ecca61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961664:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189599.799718:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189600.375451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189600.823962:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189601.401234:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189601.847633:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189602.423568:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189602.871851:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189603.447618:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189603.896088:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189604.471438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189604.477492:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189604.477499:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189604.477502:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189604.477513:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9745 00000100:00080000:1.0:1776189604.477517:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189604.477522:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189604.477531:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189604.477546:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654961856/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189604.477571:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189604.477575:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189604.477577:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189604.477579:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189604.477787:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961856:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189604.477946:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654961792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189604.477980:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189604.477987:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654961728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189604.480396:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654961728:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189604.480416:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654961792:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189604.483616:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189604.483627:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189604.483636:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654961856:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189604.919552:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189605.495377:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189605.944219:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189606.521372:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189606.967790:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189607.543579:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189607.991716:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189608.567408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189609.015502:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189609.591504:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189609.591511:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189609.591514:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189609.591524:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9751 00000100:00080000:1.0:1776189609.591528:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189609.591534:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189609.591545:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189609.591559:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654962048/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189609.591585:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189609.591588:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189609.591590:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189609.591592:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189609.591622:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654961984:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189609.591706:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189609.591712:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654961920:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189609.591807:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962048:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189609.592357:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189609.596280:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654961920:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189609.616170:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189609.616182:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189609.616191:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962048:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189609.618675:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654961984:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:1.0:1776189610.039881:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189610.616039:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189611.063505:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189611.639419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189612.087692:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189612.663406:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189613.112625:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189613.687494:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189614.135514:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189614.711420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189614.711464:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1776189614.711466:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654962112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189614.711469:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189614.711473:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189614.711477:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9756 00000100:00080000:1.0:1776189614.711480:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189614.711486:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189614.711495:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189614.711510:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654962240/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189614.711535:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189614.711538:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189614.711550:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189614.711553:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189614.711568:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654962176:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189614.711788:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962240:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189614.714192:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654962112:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189614.715206:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189614.715213:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189614.715224:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962240:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189614.717788:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654962176:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189615.159685:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189615.735417:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189616.183559:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189616.759416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189617.207733:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189617.783412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189618.233003:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189618.807372:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189619.258064:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189619.831439:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189619.831791:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189619.831795:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189619.831798:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189619.831807:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9761 00000100:00080000:3.0:1776189619.831809:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189619.831815:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189619.831824:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189619.831837:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6b0cbdb x1862459654962432/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189619.831867:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189619.831870:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189619.831873:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189619.831876:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189619.831894:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654962368:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189619.831977:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776189619.831983:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654962304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189619.832867:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962432:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189619.835089:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000944794e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654962368:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189619.839749:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1776189619.839749:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b26b3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654962304:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189619.839764:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189619.839770:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6b0cbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962432:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189620.281877:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189620.855401:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189621.303621:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189621.879499:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189622.330125:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189622.906485:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189623.351592:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189623.929468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189624.376966:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189624.951416:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189624.951461:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189624.951466:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189624.951469:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189624.951478:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9766 00000100:00080000:3.0:1776189624.951481:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189624.951487:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189624.951497:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189624.951510:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfde9b06 x1862459654962624/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189624.951532:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189624.951535:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189624.951537:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189624.951539:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189624.951666:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654962496:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189624.951688:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962624:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189624.951779:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776189624.951785:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654962560:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189624.973050:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189624.973062:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189624.973070:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfde9b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962624:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189624.973506:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b8b1d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654962560:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189624.973523:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fcba10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654962496:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189625.400182:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189625.975427:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189626.423621:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189626.999419:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189627.447612:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189628.024373:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189628.471520:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189629.047601:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189629.495545:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189630.071686:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189630.071692:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189630.071696:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189630.071705:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9771 00000100:00080000:2.0:1776189630.071708:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189630.071715:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189630.071724:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189630.071739:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c81505e x1862459654962816/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189630.071763:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189630.071767:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189630.071769:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189630.071771:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189630.071779:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189630.071788:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654962752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189630.071867:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189630.071873:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654962688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189630.071945:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962816:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189630.083859:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654962688:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189630.083881:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654962752:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189630.083993:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189630.083998:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189630.084003:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c81505e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654962816:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1776189630.520043:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189631.099451:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189631.543518:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189632.119421:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189632.567581:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189633.143867:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189633.591537:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189634.167444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189634.615517:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189635.191424:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189635.191995:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189635.191999:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189635.192003:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189635.192011:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9776 00000100:00080000:0.0:1776189635.192014:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189635.192020:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189635.192029:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189635.192043:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a8f1298 x1862459654963008/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189635.192067:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189635.192070:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189635.192072:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189635.192075:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189635.192138:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963008:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189635.193119:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654962880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189635.193896:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189635.193907:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654962944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189635.199177:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b070a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654962880:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189635.199337:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654962944:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189635.199580:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189635.199585:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189635.199589:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963008:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776189635.639645:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189636.215719:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189636.663573:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189637.243187:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189637.687844:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189638.263656:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189638.711518:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189639.287484:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189639.735500:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189640.313145:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189640.313450:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189640.313455:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189640.313458:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189640.313467:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9781 00000100:00080000:2.0:1776189640.313470:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189640.313475:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189640.313484:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189640.313500:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e60145d x1862459654963200/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189640.313524:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189640.313527:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189640.313530:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189640.313532:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189640.313550:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654963136:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189640.313630:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189640.313638:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654963072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189640.314202:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963200:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:1.0:1776189640.325222:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189640.325233:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189640.325241:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e60145d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963200:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189640.325403:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654963072:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189640.334004:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654963136:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189640.759748:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189641.335525:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189641.783539:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189642.359704:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189642.807515:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189643.383468:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189643.831534:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189644.407408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189644.855508:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189645.431477:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189645.431484:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189645.431487:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189645.431497:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9786 00000100:00080000:0.0:1776189645.431500:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189645.431720:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189645.431731:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189645.431750:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c4af17 x1862459654963392/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189645.432013:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189645.432017:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189645.432019:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189645.432022:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189645.432104:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963392:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189645.432869:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654963264:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189645.432933:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189645.432939:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654963328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189645.432981:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189645.439902:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189645.439912:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189645.440064:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963392:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189645.456161:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654963328:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189645.456181:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654963264:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189645.880625:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189646.457788:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189646.903917:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189647.479685:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189647.928107:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189648.503508:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189648.954159:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189649.527996:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189649.975515:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189650.551477:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189650.552475:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189650.552480:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189650.552484:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189650.552492:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9791 00000100:00080000:1.0:1776189650.552495:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189650.552500:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189650.552510:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189650.552525:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654963584/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189650.552545:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189650.552548:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189650.552550:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189650.552553:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189650.552572:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654963520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189650.552644:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189650.552651:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654963456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189650.553061:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963584:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189650.554647:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654963520:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189650.555915:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654963456:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189650.557672:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189650.557682:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189650.557688:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963584:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1776189650.999502:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189651.575423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189652.027136:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189652.599408:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189653.047513:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189653.624159:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189654.072083:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189654.647411:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189655.099167:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189655.672406:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189655.672413:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189655.672416:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189655.672424:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9797 00000100:00080000:1.0:1776189655.672427:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189655.672433:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189655.672443:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189655.672459:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654963776/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189655.672474:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189655.672477:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189655.672479:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189655.672482:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189655.672504:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189655.672525:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654963712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189655.672613:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189655.672619:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654963648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189655.672646:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963776:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189655.684927:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654963648:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189655.696073:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654963712:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189655.696207:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189655.696212:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189655.696217:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963776:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:2.0:1776189656.119507:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189656.698732:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189657.146293:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189657.720895:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189658.169662:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189658.745009:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189659.191973:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189659.767399:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189660.216782:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189660.791500:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189660.791500:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189660.791507:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189660.791511:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189660.791522:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9802 00000100:00080000:2.0:1776189660.791525:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189660.791531:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189660.791540:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189660.791565:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654963968/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189660.791588:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189660.791591:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189660.791594:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189660.791596:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1776189660.791794:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654963840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189660.791886:0:2280:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776189660.791893:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654963904:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189660.792320:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963968:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1776189660.794410:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2280:1862459654963904:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189660.794438:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654963840:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189660.796095:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189660.796105:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189660.796113:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654963968:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189661.242812:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189661.818167:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189662.264724:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189662.839534:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189663.287947:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189663.863638:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189664.312608:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189664.887449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189665.338729:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189665.911513:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189665.911522:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189665.911525:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189665.911536:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9807 00000100:00080000:2.0:1776189665.911539:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189665.911545:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189665.911555:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189665.911735:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654964160/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189665.911772:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189665.911776:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189665.911778:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189665.911781:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189665.911813:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654964096:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189665.911909:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189665.911916:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964032:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189665.911933:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:0.0:1776189665.912687:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964160:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189665.919592:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964032:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189665.919614:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654964096:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:1.0:1776189665.920499:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189665.920506:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189665.920513:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964160:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:3.0:1776189666.360592:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189666.936875:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189667.383552:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189667.973677:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189668.407665:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189668.983445:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189669.439097:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189670.007415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189670.459709:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189671.032245:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189671.032510:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189671.032515:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189671.032518:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189671.032526:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9812 00000100:00080000:0.0:1776189671.032528:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189671.032534:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189671.032543:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189671.032558:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654964352/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189671.032581:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189671.032584:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189671.032586:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189671.032589:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189671.032616:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654964288:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189671.032689:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776189671.032694:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654964224:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189671.032885:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964352:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1776189671.040865:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189671.040876:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189671.040885:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964352:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189671.040972:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654964288:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189671.042787:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654964224:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189671.481212:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189672.055420:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189672.505562:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189673.080507:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189673.527479:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189674.103630:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189674.552367:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189675.127598:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189675.575995:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189676.151978:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189676.151990:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189676.151993:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189676.152003:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9817 00000100:00080000:2.0:1776189676.152007:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189676.152016:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189676.152027:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189676.152041:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654964544/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189676.152059:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189676.152062:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189676.152065:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189676.152067:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189676.152092:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654964480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189676.152282:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189676.152313:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964544:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189676.152387:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189676.152394:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964416:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189676.157248:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654964480:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189676.162091:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189676.162112:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189676.162121:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964544:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189676.162250:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964416:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189676.599518:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189677.175583:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189677.624056:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189678.201532:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189678.650909:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189679.224887:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189679.674789:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189680.247735:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189680.698123:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189681.274744:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189681.274752:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189681.274755:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189681.274765:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9822 00000100:00080000:2.0:1776189681.274769:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189681.274774:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189681.274784:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189681.274801:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000027162456 x1862459654964736/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189681.274829:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189681.274833:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189681.274835:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189681.274838:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189681.274863:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654964672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189681.274944:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189681.274950:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189681.275125:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964736:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189681.275601:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:2.0:1776189681.278857:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964608:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189681.278880:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654964672:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189681.278974:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189681.278979:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189681.278989:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027162456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964736:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189681.720550:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189682.295444:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189682.743485:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189683.319526:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189683.770120:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189684.343546:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189684.793003:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189685.367471:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189685.820654:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189686.392640:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189686.392647:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189686.392649:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189686.392658:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9827 00000100:00080000:1.0:1776189686.392661:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189686.392666:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189686.392676:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189686.392690:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c4f9b4 x1862459654964928/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189686.392705:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189686.392709:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189686.392711:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189686.392714:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189686.392745:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654964864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189686.392823:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189686.392829:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654964800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189686.392864:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964928:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189686.395630:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189686.406802:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654964800:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189686.406938:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1776189686.406938:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654964864:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189686.406943:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189686.406946:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654964928:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189686.839515:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189687.415608:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189687.867224:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189688.441466:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189688.893904:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189689.463412:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189689.914970:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189690.487430:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189690.938722:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189691.511418:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189691.511561:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189691.511567:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189691.511570:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189691.511578:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9832 00000100:00080000:2.0:1776189691.511582:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189691.511587:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189691.511597:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189691.511612:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a145d8b1 x1862459654965120/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189691.511635:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189691.511638:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189691.511640:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189691.511643:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189691.511664:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654965056:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189691.511750:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189691.511757:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189691.511861:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189691.516014:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654964992:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189691.525797:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189691.525810:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189691.525821:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a145d8b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965120:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189691.526043:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654965056:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189691.961824:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189692.535592:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189692.983865:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189693.559489:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189694.009996:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189694.583613:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189695.031654:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189695.607973:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189696.056329:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189696.631475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:3.0:1776189696.631796:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189696.631802:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1776189696.631805:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1776189696.631813:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9838 00000100:00080000:3.0:1776189696.631816:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1776189696.631821:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:3.0:1776189696.631831:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1776189696.631845:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004f07c89b x1862459654965312/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1776189696.631867:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189696.631871:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776189696.631873:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776189696.631875:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189696.631944:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654965248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189696.632047:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189696.632054:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654965184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189696.632410:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965312:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1776189696.640006:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790d58c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654965184:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189696.640030:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ec81d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654965248:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189696.640122:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189696.640127:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189696.640131:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f07c89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965312:192.168.203.125@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1776189697.080457:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189697.655413:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189698.104051:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189698.679572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189699.127578:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189699.703410:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189700.152104:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189700.728179:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189701.175773:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189701.751698:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:1.0:1776189701.751876:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189701.751880:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189701.751883:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189701.751891:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9843 00000100:00080000:1.0:1776189701.751896:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189701.751901:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189701.751910:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189701.751923:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000e5ada9 x1862459654965504/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189701.751947:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189701.751951:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189701.751953:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189701.751956:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189701.751966:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654965376:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189701.751978:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654965440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189701.752055:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965504:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189701.756068:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654965440:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189701.759840:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189701.759850:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189701.759859:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965504:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189701.760018:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654965376:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189702.199552:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189702.775702:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189703.223589:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189703.799402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189704.248973:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189704.823440:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189705.271983:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189705.847461:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189706.295539:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189706.871483:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189706.871490:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189706.871493:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189706.871503:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9848 00000100:00080000:1.0:1776189706.871506:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189706.871512:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189706.871521:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189706.871537:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000931727e x1862459654965696/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189706.871570:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189706.871573:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189706.871577:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189706.871579:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189706.871613:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654965568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189706.871619:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965696:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189706.871672:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654965632:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189706.873931:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189706.895099:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654965568:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189706.896616:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189706.896633:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189706.896641:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000931727e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965696:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189706.897837:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e5ada9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654965632:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:3.0:1776189707.320242:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189707.896400:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189708.343792:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189708.919415:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189709.367555:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189709.945175:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189710.391568:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189710.968355:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189711.417899:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189711.991523:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189711.991949:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654965760:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189711.994230:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189711.994252:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654965824:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:0.0:1776189711.995251:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189711.995258:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189711.995261:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189711.995269:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9853 00000100:00080000:0.0:1776189711.995272:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189711.995277:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189711.995287:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189711.995327:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5a81128 x1862459654965888/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189711.995362:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189711.995366:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189711.995368:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189711.995370:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189711.995466:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965888:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189712.001842:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654965760:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189712.002574:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189712.002579:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189712.002598:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a81128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654965888:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189712.002639:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041dd170 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654965824:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189712.444289:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189713.016926:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189713.463853:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189714.039652:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189714.487624:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189715.063433:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189715.511557:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189716.087414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189716.535542:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189717.111697:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:2.0:1776189717.111821:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189717.111827:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189717.111829:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189717.111838:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9858 00000100:00080000:2.0:1776189717.111841:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189717.111847:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189717.111856:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189717.111871:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008607a815 x1862459654966080/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189717.111891:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189717.111894:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189717.111897:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189717.111899:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189717.111924:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654966016:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189717.112023:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189717.112029:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654965952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189717.112121:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966080:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1776189717.115944:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189717.115955:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189717.115963:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008607a815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966080:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189717.116045:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654965952:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189717.116059:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654966016:192.168.203.125@tcp:400:kworker/u8:3.0 00010000:00010000:2.0:1776189717.559582:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776189718.138449:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189718.585031:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189719.159999:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189719.610547:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189720.184072:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189720.635447:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776189721.210473:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189721.656227:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189722.231900:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189722.231908:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189722.231912:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189722.231922:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9863 00000100:00080000:2.0:1776189722.231925:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1776189722.231931:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189722.231941:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189722.231955:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081537daf x1862459654966272/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189722.231977:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189722.231980:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189722.231982:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189722.231985:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189722.232011:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654966208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189722.232102:0:2281:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776189722.232108:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654966144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189722.232366:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:1.0:1776189722.232648:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966272:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189722.236260:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654966208:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189722.247063:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2281:1862459654966144:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189722.263047:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776189722.263058:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:1.0:1776189722.263069:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081537daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966272:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189722.681438:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189723.255437:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189723.703648:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189724.279788:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189724.727519:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189725.304912:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189725.751596:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189726.330015:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189726.776569:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189727.351572:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00080000:0.0:1776189727.351709:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189727.351714:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189727.351717:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189727.351725:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9868 00000100:00080000:0.0:1776189727.351729:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189727.351734:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189727.351743:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189727.351757:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000227917b0 x1862459654966464/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189727.351778:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189727.351781:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189727.351784:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189727.351786:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189727.351917:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966464:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189727.352093:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654966336:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189727.352134:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776189727.352139:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654966400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189727.358526:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1776189727.358531:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174f5c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654966400:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189727.358534:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189727.358537:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000227917b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966464:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189727.358541:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062773952 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654966336:192.168.203.125@tcp:400:kworker/u8:2.0 00010000:00010000:3.0:1776189727.799907:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189728.375515:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189728.823588:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189729.399515:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189729.847697:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189730.423414:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189730.871474:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189731.447423:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189731.895591:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189732.471761:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189732.471768:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189732.471771:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189732.471781:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9873 00000100:00080000:1.0:1776189732.471786:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189732.471792:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189732.471801:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189732.471815:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0ae6390 x1862459654966656/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189732.471836:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189732.471839:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189732.471842:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189732.471844:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189732.471874:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654966592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189732.471951:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189732.471957:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654966528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1776189732.471976:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00000100:00100000:3.0:1776189732.472319:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966656:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189732.474633:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b188ee0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654966528:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189732.491858:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654966592:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:3.0:1776189732.511375:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189732.511386:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189732.511395:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ae6390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966656:192.168.203.125@tcp:38:kworker/u8:3.0 00010000:00010000:3.0:1776189732.920331:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189733.496604:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189733.944217:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189734.520043:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189734.968204:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189735.598241:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189736.006789:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776189736.631454:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189737.015598:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189737.591481:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189737.591487:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189737.591491:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189737.591500:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9879 00000100:00080000:1.0:1776189737.591503:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189737.591508:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189737.591517:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189737.591532:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb63d876 x1862459654966848/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189737.591554:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189737.591557:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189737.591559:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189737.591561:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189737.591579:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654966784:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189737.591654:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189737.591661:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654966720:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1776189737.592062:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966848:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1776189737.596170:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776189737.596180:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:3.0:1776189737.596189:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb63d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654966848:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189737.597945:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654966720:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189737.597966:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654966784:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1776189737.658146:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189738.039518:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189738.680000:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189739.063848:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189739.703578:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189740.090919:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189740.727475:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189741.113131:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189741.751402:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189742.135516:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189742.711721:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189742.711727:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189742.711731:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1776189742.711741:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9884 00000100:00080000:1.0:1776189742.711744:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189742.711749:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189742.711768:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189742.711791:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654967040/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189742.711807:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189742.711810:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189742.711812:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189742.711815:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189742.711839:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654966976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189742.711853:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654966912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776189742.711933:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189742.731699:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654966912:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189742.737373:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189742.737383:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189742.737392:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967040:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189742.737491:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654966976:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189742.775511:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189743.161073:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189743.799626:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189744.183838:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189744.826061:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189745.207596:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189745.847452:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189746.231666:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189746.871709:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189747.255872:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776189747.831539:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189747.831546:0:133344:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1776189747.831549:0:133344:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1776189747.831559:0:133344:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9889 00000100:00080000:0.0:1776189747.831562:0:133344:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1776189747.831567:0:133344:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:0.0:1776189747.831576:0:133344:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1776189747.831593:0:133344:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000755984 x1862459654967232/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1776189747.831609:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189747.831612:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776189747.831614:0:133344:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776189747.831617:0:133344:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1776189747.831841:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654967168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189747.831943:0:2278:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776189747.831950:0:2278:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654967104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1776189747.832808:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967232:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1776189747.834391:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f1298 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2278:1862459654967168:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1776189747.839260:0:2278:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9c4af17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2278:1862459654967104:192.168.203.125@tcp:400:kworker/u8:2.0 00000100:00080000:2.0:1776189747.839593:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1776189747.839598:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:2.0:1776189747.839603:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000755984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967232:192.168.203.125@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1776189747.897102:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189748.281882:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189748.919502:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189749.303493:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189749.945465:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189750.329455:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189750.967397:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189751.351584:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189751.991653:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189752.376455:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1776189752.953692:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189752.953699:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1776189752.953702:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1776189752.953711:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9894 00000100:00080000:2.0:1776189752.953714:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00100000:3.0:1776189752.953717:0:2280:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654967296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:2.0:1776189752.953720:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:2.0:1776189752.953729:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1776189752.953742:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e502d23 x1862459654967424/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1776189752.953767:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189752.953769:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776189752.953771:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776189752.953773:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1776189752.953791:0:2281:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654967360:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189752.954862:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967424:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1776189752.973389:0:2281:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b6a7c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2281:1862459654967360:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189752.973484:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189752.973490:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189752.973494:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e502d23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967424:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1776189752.973531:0:2280:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4ba9262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2280:1862459654967296:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189753.015453:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189753.405741:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189754.039594:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189754.424015:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189755.064008:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189755.448400:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189756.088223:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189756.472534:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189757.111628:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189757.495511:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1776189758.072151:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189758.072158:0:109030:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1776189758.072162:0:109030:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1776189758.072345:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654967488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776189758.072453:0:2279:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776189758.072459:0:2279:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654967552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:1.0:1776189758.073588:0:109030:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: connect to NID 192.168.203.125@tcp last attempt 9899 00000100:00080000:1.0:1776189758.073594:0:109030:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1776189758.073600:0:109030:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8e0e1174d800: import 0000000023b941c0 using connection 192.168.203.125@tcp/192.168.203.125@tcp 00000008:00100000:1.0:1776189758.073618:0:109030:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1776189758.073642:0:109030:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026f0a4c5 x1862459654967616/t0(0) o38->lustre-MDT0001-mdc-ffff8e0e1174d800@192.168.203.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1776189758.073946:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189758.073951:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776189758.073953:0:109030:0:(pinger.c:251:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776189758.073955:0:109030:0:(pinger.c:265:ptlrpc_pinger_process_import()) ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1776189758.074287:0:2277:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967616:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1776189758.079011:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080f00cca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2279:1862459654967552:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776189758.079491:0:2279:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c4f9b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:657b76c8-4dea-4c1c-9b97-f2ea2534b8c2:2279:1862459654967488:192.168.203.125@tcp:400:kworker/u8:3.0 00000100:00080000:0.0:1776189758.087732:0:2277:0:(import.c:86:import_set_state_nolock()) 0000000023b941c0 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776189758.087741:0:2277:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.125@tcp failed (-19) 00000100:00100000:0.0:1776189758.087749:0:2277:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f0a4c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ab98a7bc-55da-40f7-b8ba-dc1b8e6ca19f:2277:1862459654967616:192.168.203.125@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1776189758.136060:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:2.0:1776189758.523070:0:119337:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189759.159381:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:1.0:1776189759.543680:0:14249:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189760.183673:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189760.567977:0:31311:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189761.207438:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds 00010000:00010000:3.0:1776189761.591955:0:14248:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776189762.231481:0:147310:0:(client.c:2500:ptlrpc_set_wait()) set 00000000783f41fc going to sleep for 0 seconds Debug log: 30905 lines, 30905 kept, 0 dropped, 0 bad.